-- Logs begin at Thu 2021-05-20 03:41:46 UTC, end at Thu 2021-05-20 04:38:17 UTC. -- May 20 04:14:35.666618 dv-cinder-782405-9-smb systemd[1]: Started Devstack devstack@q-svc.service. May 20 04:14:38.063811 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.common.config [-] Logging enabled! May 20 04:14:38.064393 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 20 04:14:38.064570 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91562) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 04:14:38.067759 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.common.config [-] Logging enabled! May 20 04:14:38.068016 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 20 04:14:38.068328 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91562) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 04:14:38.069253 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 04:14:38.069489 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 04:14:38.069845 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 04:14:38.070092 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 04:14:38.070317 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 04:14:38.070636 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.070934 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.071230 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.071459 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.071771 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.072607 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.072889 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.073178 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.073476 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.073761 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.074040 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.074323 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.074554 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.074836 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.075122 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.075411 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.075657 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] debug = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.075938 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.076367 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.076780 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.077061 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.077351 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.077629 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.077901 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.078176 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.078459 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.078793 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] host = dv-cinder-782405-9-smb {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.079070 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.079362 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.079672 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.079960 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.080233 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.080511 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.080800 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.081075 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.081348 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] log_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.081623 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.081910 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.082196 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.082488 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.082713 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.082935 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.083224 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.083533 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.083812 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.084087 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.084360 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.084635 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.084910 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.085178 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.085463 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.085745 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.086029 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.086300 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.086573 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.086846 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.087115 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.087400 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.087721 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.087990 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.088262 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.088547 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.088821 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.089092 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.089388 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.089675 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.089957 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.090239 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.090509 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.090791 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.091065 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.091336 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.091630 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] use_json = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.091901 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.092170 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.092450 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.092722 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.092994 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.093265 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.093535 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.093819 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:38.094115 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.094413 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.094715 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.095000 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.095297 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.095608 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.095901 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.096181 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.096472 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.096763 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.097051 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.097330 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.097616 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.097894 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.098191 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.098493 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.098795 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.099089 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.099366 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.099664 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.099937 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.100218 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.100503 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.100800 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.101096 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.101373 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.101652 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.101945 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.102224 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.102498 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.102775 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.103083 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.103366 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.103665 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.103946 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.104222 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.104494 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.104765 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.105042 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.105331 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.105606 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.105877 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.106146 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.106419 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.106688 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.106969 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.107244 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.107534 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.107809 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.108084 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.108355 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.108626 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.108908 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.109181 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.109456 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.109729 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.110000 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.110273 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.110545 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.110817 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.111090 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.111361 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.111660 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.111935 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.112207 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.112477 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.112748 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.113021 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.113303 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.113596 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.113873 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.114150 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.114425 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.114701 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.114977 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.115251 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.115546 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.115824 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.116095 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.116382 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.116661 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.116945 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.117226 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.117501 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.117794 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.118069 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.118347 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.118621 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.119412 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.119725 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.120008 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.120559 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.120851 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.121146 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.121440 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.121730 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.122010 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.122320 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.122601 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:38.122818 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 04:14:38.123059 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91562) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 04:14:38.471928 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:14:38.472206 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:14:38.472491 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:14:38.472823 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 04:14:38.777052 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.777343 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.777600 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.778795 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.779070 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.779335 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.896372 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.896648 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.896912 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.910392 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.910676 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.910945 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.939434 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.939735 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.940010 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.977812 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.978688 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:38.978973 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.209087 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.209684 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.209684 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.209835 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.210550 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.332902 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.333227 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.333511 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.333786 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.334050 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.334358 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.334614 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.334866 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.335116 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.335395 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.335679 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.335948 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.336210 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.336463 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.336728 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.336995 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.337250 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.337686 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.337943 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.338224 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.338574 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.338828 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.339077 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.339358 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.339635 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.339882 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.340264 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:14:39.340506 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:14:39.340749 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:14:39.340987 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:14:39.341225 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:14:39.341459 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:14:39.341822 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 04:14:39.344943 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 04:14:39.348840 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 04:14:39.352578 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 20 04:14:39.354706 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 04:14:39.355154 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 04:14:39.355517 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 04:14:39.355909 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 04:14:39.358843 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 04:14:39.359092 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 04:14:39.359434 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 04:14:39.388221 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 04:14:39.388671 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.388967 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91562) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 04:14:39.389326 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.390672 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91562) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 04:14:39.390949 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 04:14:39.391194 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 04:14:39.394384 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.394663 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.458353 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 04:14:39.458592 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 04:14:39.458833 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 04:14:39.459244 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 04:14:39.489386 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_db.sqlalchemy.engines [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91562) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 04:14:39.824102 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Initializing driver for type 'gre' May 20 04:14:39.824729 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] gre ID ranges: [(1, 1000)] May 20 04:14:39.877011 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Initializing driver for type 'local' May 20 04:14:39.877531 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Initializing driver for type 'vlan' May 20 04:14:39.888781 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] VlanTypeDriver initialization complete May 20 04:14:39.889234 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Initializing driver for type 'vxlan' May 20 04:14:39.889732 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] vxlan ID ranges: [(1, 1000)] May 20 04:14:39.942477 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Initializing extension driver 'port_security' May 20 04:14:39.942840 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.extensions.port_security [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] PortSecurityExtensionDriver initialization complete May 20 04:14:39.943167 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Initializing mechanism driver 'openvswitch' May 20 04:14:39.943527 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Initializing mechanism driver 'hyperv' May 20 04:14:39.950625 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.plugins.ml2.plugin [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:39.951400 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > port after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.951807 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > port after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.952166 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > port after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.952560 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > subnet after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.952919 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > subnet after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.953301 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.953686 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > network after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.954050 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > network after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.954398 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > network after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.954787 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > security_group after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.955136 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > security_group after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.955505 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.955883 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.956231 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.956573 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.956950 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > address_group after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.957294 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > address_group after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.957637 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.958014 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] ML2 OVO RPC backend initialized. {{(pid=91562) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 04:14:39.958877 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.959218 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.959667 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > network before_response 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.960019 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > networks before_response 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.960369 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > port before_response 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.960718 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > ports before_response 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.961064 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > subnet before_response 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.961408 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > subnets before_response 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.961756 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > network after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.962102 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > network after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.963039 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > network after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.963382 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > port after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.963758 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > port after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.964100 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > port after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.964438 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > subnet after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.964777 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > subnet after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.965112 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:39.965691 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.plugin [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Modular L2 Plugin initialization complete May 20 04:14:39.966028 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading services supported by the core plugin {{(pid=91562) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 04:14:39.966361 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.plugins.ml2.managers [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Got port-security extension from driver 'port_security' May 20 04:14:39.966824 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.extensions.vlantransparent [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Disabled vlantransparent extension. May 20 04:14:39.967312 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91562) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 04:14:39.967658 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading Plugin: router May 20 04:14:40.004720 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.005118 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router after_create 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.005500 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router before_create 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.005877 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.006252 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.006616 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router after_delete 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.006979 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.007346 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router after_create 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.007720 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router after_update 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.008076 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router after_update 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.008432 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.008796 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router after_update 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.009208 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router precommit_update 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.010110 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: port after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.010456 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: port after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.010798 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: subnet after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.011140 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.011509 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.011862 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router precommit_create 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.012208 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: port before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.012556 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router precommit_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.012917 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router after_update 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.013265 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.013616 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router precommit_create 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.013980 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.014330 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router precommit_update 55549900 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.014702 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > network after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.015589 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Tracking information for resource: router configured {{(pid=91562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:14:40.015927 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Tracking information for resource: floatingip configured {{(pid=91562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 04:14:40.020826 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.db.l3_agentschedulers_db [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 04:14:40.021414 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: port after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.021786 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: port after_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.022146 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: port after_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.022505 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: port after_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.023301 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router before_create 55550100 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.023696 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.024071 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router precommit_create 55550100 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.024433 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > router precommit_update 55550100 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.029598 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.services.provider_configuration [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service providers = [] {{(pid=91562) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 04:14:40.029964 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.db.servicetype_db [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91562) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 04:14:40.032917 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.services.service_base [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 04:14:40.033274 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.services.service_base [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 04:14:40.033659 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.services.service_base [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 04:14:40.034707 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.services.service_base [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 04:14:40.035189 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.services.service_base [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 04:14:40.035777 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:14:40.036174 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 04:14:40.048993 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:14:40.049363 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading Plugin: auto_allocate May 20 04:14:40.055531 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: network precommit_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.055910 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: network precommit_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.056455 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:14:40.056776 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading Plugin: tag May 20 04:14:40.063597 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:14:40.063925 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading Plugin: timestamp May 20 04:14:40.067732 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:14:40.068049 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading Plugin: network_ip_availability May 20 04:14:40.073801 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.074217 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.074534 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.075244 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:14:40.075603 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading Plugin: flavors May 20 04:14:40.080494 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:14:40.080829 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading Plugin: revisions May 20 04:14:40.085078 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 04:14:40.085470 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_concurrency.lockutils [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=91562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:14:40.086199 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91562) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 04:14:40.086542 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Initializing extension manager. May 20 04:14:40.087050 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: __init__.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.087416 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: __pycache__ {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.088436 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.088772 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: address_group.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.089525 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.090104 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: address-group May 20 04:14:40.090433 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: address_scope.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.091141 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.091689 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: address-scope May 20 04:14:40.092016 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.092939 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.093459 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: router-admin-state-down-before-update May 20 04:14:40.093787 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: agent.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.094479 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.094995 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: agent May 20 04:14:40.095318 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: agent_resources_synced.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.096253 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.096767 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: agent-resources-synced May 20 04:14:40.097093 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: allowedaddresspairs.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.098862 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.099391 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: allowed-address-pairs May 20 04:14:40.099746 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: auto_allocated_topology.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.100808 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.101328 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: auto-allocated-topology May 20 04:14:40.101654 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: availability_zone.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.102344 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.102861 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: availability_zone May 20 04:14:40.103213 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: availability_zone_filter.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.104159 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.104674 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: availability_zone_filter May 20 04:14:40.105001 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: data_plane_status.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.105908 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.106421 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension data-plane-status not supported by any of loaded plugins May 20 04:14:40.106751 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: default_subnetpools.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.107688 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.108232 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: default-subnetpools May 20 04:14:40.108528 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.109328 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.109842 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: dhcp_agent_scheduler May 20 04:14:40.110167 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: dns.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.111067 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.111613 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension dns-integration not supported by any of loaded plugins May 20 04:14:40.111945 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: dns_domain_ports.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.112855 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.113369 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 04:14:40.113695 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: dvr.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.114361 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.114879 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: dvr May 20 04:14:40.115206 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: empty_string_filtering.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.116136 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.116645 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: empty-string-filtering May 20 04:14:40.116967 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.117877 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.118386 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 04:14:40.118734 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.119665 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.120425 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 04:14:40.120750 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: external_net.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.121655 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.122166 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: external-net May 20 04:14:40.122488 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.123386 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.123924 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: extra_dhcp_opt May 20 04:14:40.124295 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: extraroute.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.125319 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.125885 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: extraroute May 20 04:14:40.126264 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: extraroute_atomic.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.127504 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.128045 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: extraroute-atomic May 20 04:14:40.128377 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: filter_validation.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.129042 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.129559 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: filter-validation May 20 04:14:40.129885 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: fip_pf_description.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.130978 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.131513 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 04:14:40.131846 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: fip_port_details.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.132762 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.133274 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: fip-port-details May 20 04:14:40.133601 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: flavors.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.135370 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.135931 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: flavors May 20 04:14:40.136264 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.137921 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.138448 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 04:14:40.138781 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: floatingip_pools.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.139505 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.140028 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: floatingip-pools May 20 04:14:40.140355 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: ip_allocation.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.141268 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.141783 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension ip_allocation not supported by any of loaded plugins May 20 04:14:40.142107 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.143018 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.143568 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: ip-substring-filtering May 20 04:14:40.143900 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: l2_adjacency.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.144811 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.145324 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 04:14:40.145648 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: l3.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.146610 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.147139 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: router May 20 04:14:40.147475 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.149697 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.150772 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 04:14:40.151107 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.152062 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.152587 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: ext-gw-mode May 20 04:14:40.152915 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.153830 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.154350 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: l3-ha May 20 04:14:40.154676 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: l3_flavors.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.155765 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.156284 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: l3-flavors May 20 04:14:40.156608 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.157542 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.158058 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 04:14:40.158381 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: l3agentscheduler.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.159410 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.159963 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: l3_agent_scheduler May 20 04:14:40.160294 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: logging.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.161801 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.162332 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension logging not supported by any of loaded plugins May 20 04:14:40.162668 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: metering.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.163403 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.164015 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: metering May 20 04:14:40.164346 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.165436 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.165990 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: metering_source_and_destination_fields May 20 04:14:40.166329 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: multiprovidernet.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.167367 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.167912 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: multi-provider May 20 04:14:40.168246 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: netmtu.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.169155 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.169671 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: net-mtu May 20 04:14:40.170000 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: netmtu_writable.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.170913 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.171424 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: net-mtu-writable May 20 04:14:40.171783 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: network_availability_zone.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.172448 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.172961 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: network_availability_zone May 20 04:14:40.173285 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: network_ip_availability.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.174361 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.174881 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: network-ip-availability May 20 04:14:40.175213 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: network_segment_range.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.175998 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.176515 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension network-segment-range not supported by any of loaded plugins May 20 04:14:40.176842 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: pagination.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.177823 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.178158 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: pagination May 20 04:14:40.178483 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: port_device_profile.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.179388 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.179940 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: port-device-profile May 20 04:14:40.180267 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.181199 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.181715 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: port-mac-address-regenerate May 20 04:14:40.182040 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.182943 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.183455 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: port-numa-affinity-policy May 20 04:14:40.183809 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: port_resource_request.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.184715 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.185222 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension port-resource-request not supported by any of loaded plugins May 20 04:14:40.185546 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: portbindings.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.186456 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.186967 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: binding May 20 04:14:40.187292 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: portbindings_extended.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.188596 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.189112 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: binding-extended May 20 04:14:40.189442 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: portsecurity.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.190348 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.190863 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: port-security May 20 04:14:40.191190 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: project_id.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.192211 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.192545 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: project-id May 20 04:14:40.192870 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: providernet.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.193788 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.194304 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: provider May 20 04:14:40.194628 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: qos.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.198722 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.199338 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension qos not supported by any of loaded plugins May 20 04:14:40.199711 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.200942 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.201466 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 04:14:40.201800 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.202716 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.203238 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 04:14:40.203602 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: qos_default.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.204515 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.205033 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension qos-default not supported by any of loaded plugins May 20 04:14:40.205363 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: qos_fip.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.206010 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.206524 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension qos-fip not supported by any of loaded plugins May 20 04:14:40.206852 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: qos_gateway_ip.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.207805 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.208322 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 04:14:40.208653 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: qos_port_network_policy.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.209551 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.210072 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 04:14:40.210383 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: qos_rule_type_details.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.211288 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.211836 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 04:14:40.212165 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: qos_rules_alias.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.214023 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.214547 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 04:14:40.214876 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: quotasv2.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.215927 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.216261 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: quotas May 20 04:14:40.216586 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: quotasv2_detail.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.218192 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.218538 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: quota_details May 20 04:14:40.218871 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: rbac.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.219952 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.220485 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: rbac-policies May 20 04:14:40.220817 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: rbac_address_group.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.221742 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.222267 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: rbac-address-group May 20 04:14:40.222592 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: rbac_address_scope.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.223536 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.224055 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: rbac-address-scope May 20 04:14:40.224387 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: rbac_security_groups.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.225289 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.225805 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: rbac-security-groups May 20 04:14:40.226129 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: rbac_subnetpool.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.227047 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.227597 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: rbac-subnetpool May 20 04:14:40.227923 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: revisionifmatch.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.228997 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.229492 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: revision-if-match May 20 04:14:40.229843 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: revisions.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.230957 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.231498 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: standard-attr-revisions May 20 04:14:40.231830 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: router_availability_zone.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.232498 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.233017 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: router_availability_zone May 20 04:14:40.233340 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: routerservicetype.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.234253 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.234776 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension router-service-type not supported by any of loaded plugins May 20 04:14:40.235101 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.236044 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.236559 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: security-groups-normalized-cidr May 20 04:14:40.236885 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.237798 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.238317 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: port-security-groups-filtering May 20 04:14:40.238643 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.239587 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.240112 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: security-groups-remote-address-group May 20 04:14:40.240438 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: securitygroup.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.250745 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.251290 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: security-group May 20 04:14:40.251656 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: segment.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.252450 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.252966 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension segment not supported by any of loaded plugins May 20 04:14:40.253298 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.254234 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.254749 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 04:14:40.255079 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: servicetype.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.256209 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.256736 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: service-type May 20 04:14:40.257068 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: sorting.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.258041 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.258415 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: sorting May 20 04:14:40.258695 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: standard_attr_segment.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.260177 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.260712 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 04:14:40.261040 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: standardattrdescription.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.261689 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.262208 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: standard-attr-description May 20 04:14:40.262535 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: stateful_security_group.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.263450 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.264019 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: stateful-security-group May 20 04:14:40.264346 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: stdattrs_common.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.264919 dv-cinder-782405-9-smb neutron-server[91562]: WARNING neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 04:14:40.265242 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.266231 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.266750 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 04:14:40.267072 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: subnet_onboard.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.268167 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.268689 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: subnet_onboard May 20 04:14:40.269014 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.269930 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.270445 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 04:14:40.270767 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: subnet_service_types.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.271703 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.272219 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: subnet-service-types May 20 04:14:40.272542 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: subnetallocation.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.273612 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.274136 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: subnet_allocation May 20 04:14:40.274463 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.275144 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.275684 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: subnetpool-prefix-ops May 20 04:14:40.276009 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.276929 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.277441 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 04:14:40.277765 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: tagging.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.278822 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.279365 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: standard-attr-tag May 20 04:14:40.279727 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: timestamp.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.280910 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.281442 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loaded extension: standard-attr-timestamp May 20 04:14:40.281773 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: trunk.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.282797 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.283321 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension trunk not supported by any of loaded plugins May 20 04:14:40.283678 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: trunk_details.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.284592 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.285108 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension trunk-details not supported by any of loaded plugins May 20 04:14:40.285435 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: uplink_status_propagation.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.286351 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.286866 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 04:14:40.287192 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Loading extension file: vlantransparent.py {{(pid=91562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 04:14:40.287893 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 04:14:40.288421 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 04:14:40.290881 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:network May 20 04:14:40.291636 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:subnet May 20 04:14:40.292416 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:subnetpool May 20 04:14:40.293029 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:port May 20 04:14:40.294308 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.294770 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service FLAVORS assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.295396 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.295874 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.296220 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:router May 20 04:14:40.296887 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:floatingip May 20 04:14:40.297595 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service METERING assigned prefix: /metering {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.299057 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.299432 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.299816 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:14:40.300947 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of CountableResource for resource:rbac_policy May 20 04:14:40.301404 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:security_group May 20 04:14:40.302069 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 04:14:40.302814 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service CORE assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.303147 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:subnetpool May 20 04:14:40.303516 dv-cinder-782405-9-smb neutron-server[91562]: WARNING neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] subnetpool is already registered May 20 04:14:40.304131 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service CORE assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.304462 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:subnetpool May 20 04:14:40.304790 dv-cinder-782405-9-smb neutron-server[91562]: WARNING neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] subnetpool is already registered May 20 04:14:40.308910 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.309353 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service FLAVORS assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.309958 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.310392 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.310729 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:router May 20 04:14:40.311059 dv-cinder-782405-9-smb neutron-server[91562]: WARNING neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] router is already registered May 20 04:14:40.311691 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:floatingip May 20 04:14:40.312022 dv-cinder-782405-9-smb neutron-server[91562]: WARNING neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] floatingip is already registered May 20 04:14:40.312655 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service METERING assigned prefix: /metering {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.313336 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of CountableResource for resource:rbac_policy May 20 04:14:40.313666 dv-cinder-782405-9-smb neutron-server[91562]: WARNING neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] rbac_policy is already registered May 20 04:14:40.314219 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:security_group May 20 04:14:40.314548 dv-cinder-782405-9-smb neutron-server[91562]: WARNING neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] security_group is already registered May 20 04:14:40.315133 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 04:14:40.315476 dv-cinder-782405-9-smb neutron-server[91562]: WARNING neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] security_group_rule is already registered May 20 04:14:40.316157 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service CORE assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.316485 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:subnetpool May 20 04:14:40.316819 dv-cinder-782405-9-smb neutron-server[91562]: WARNING neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] subnetpool is already registered May 20 04:14:40.317426 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.v2.resource_helper [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Service CORE assigned prefix: {{(pid=91562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 04:14:40.317757 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Creating instance of TrackedResource for resource:subnetpool May 20 04:14:40.318084 dv-cinder-782405-9-smb neutron-server[91562]: WARNING neutron.quota.resource_registry [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] subnetpool is already registered May 20 04:14:40.318735 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: extensions {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.320223 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: address-groups {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.321850 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: address-scopes {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.325504 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: agents {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.327257 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: auto-allocated-topology {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.329847 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: availability_zones {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.331165 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: dhcp-networks {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.332769 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: dhcp-agents {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.334208 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: routers {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.336042 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: flavors {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.337208 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: service_profiles {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.338442 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: next_providers {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.339998 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: service_profiles {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.341452 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: floatingip-pools {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.342650 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: routers {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.344477 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: floatingips {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.345665 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: l3-routers {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.347053 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: l3-agents {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.348500 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: metering-labels {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.349848 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: metering-label-rules {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.351113 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: network-ip-availabilities {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.352411 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: bindings {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.354078 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: quotas {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.355511 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: quotas {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.356922 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: rbac-policies {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.358227 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: security-groups {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.359428 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: security-group-rules {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.360685 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: service-providers {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.361908 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: subnetpools {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.363310 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: subnetpools {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.364806 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: tags {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.366467 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: tags {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.368309 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: tags {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.370848 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: tags {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.373682 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: tags {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.375553 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: tags {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.377255 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: tags {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.489663 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: tags {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.491525 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: tags {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.493333 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron.api.extensions [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Extended resource: tags {{(pid=91562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 04:14:40.500012 dv-cinder-782405-9-smb neutron-server[91562]: WARNING keystonemiddleware.auth_token [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 04:14:40.504932 dv-cinder-782405-9-smb neutron-server[91562]: WARNING keystonemiddleware.auth_token [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 04:14:40.513947 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_concurrency.lockutils [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Acquired lock "singleton_lock" {{(pid=91562) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 04:14:40.514435 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_concurrency.lockutils [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Releasing lock "singleton_lock" {{(pid=91562) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 04:14:40.515071 dv-cinder-782405-9-smb neutron-server[91562]: INFO oslo_service.service [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Starting 2 workers May 20 04:14:40.519859 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Started child 91667 {{(pid=91562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 04:14:40.524031 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Started child 91668 {{(pid=91562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 04:14:40.524933 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:40.525709 dv-cinder-782405-9-smb neutron-server[91562]: INFO neutron.service [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 04:14:40.526358 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Notify callbacks [] for process, before_spawn {{(pid=91562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:40.526582 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [-] (91667) wsgi starting up on http://0.0.0.0:9696 May 20 04:14:40.528509 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:40.528927 dv-cinder-782405-9-smb neutron-server[91562]: INFO oslo_service.service [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Starting 1 workers May 20 04:14:40.529906 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [-] (91668) wsgi starting up on http://0.0.0.0:9696 May 20 04:14:40.534098 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Started child 91669 {{(pid=91562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 04:14:40.534639 dv-cinder-782405-9-smb neutron-server[91562]: INFO oslo_service.service [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Starting 1 workers May 20 04:14:40.537395 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.service [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] calling RpcWorker wait() {{(pid=91669) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 04:14:40.537923 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.service [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] returning from RpcWorker wait() {{(pid=91669) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 04:14:40.538899 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Started child 91670 {{(pid=91562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 04:14:40.539264 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:40.539716 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG neutron_lib.callbacks.manager [None req-3d191252-33dd-44ea-ba36-7e1739852c82 None None] Notify callbacks [] for process, after_spawn {{(pid=91562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:40.539817 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:40.541595 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91562) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 04:14:40.541814 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 04:14:40.542000 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 04:14:40.542216 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 04:14:40.542553 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 04:14:40.542713 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 04:14:40.543357 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.543647 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.543741 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:40.544191 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.544191 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.544418 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.545180 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.545444 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.545712 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.545994 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.546259 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.546426 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.546756 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.547000 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.547249 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.547585 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.547858 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.548093 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.548359 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.548522 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.548915 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.549193 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.549419 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.549684 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] debug = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.549934 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.550400 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.550629 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.550876 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.551090 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.551371 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.551637 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.551907 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.552148 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.552368 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.552604 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.552886 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.553121 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.553349 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.553567 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.553810 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.554020 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.554497 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] host = dv-cinder-782405-9-smb {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.554768 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.554923 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.555178 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.555429 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.555857 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.556093 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.556922 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.557079 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.557298 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.557534 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.557776 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.558013 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.558237 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.558477 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.558622 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_options = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.558849 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.559136 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.559392 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.559614 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.559775 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.559939 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.560186 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.560333 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.560581 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.560808 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.561017 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.561230 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.561470 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.561685 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.561917 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.562150 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.562397 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.562624 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.562894 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.563137 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.563359 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.563623 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.563837 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.564045 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.564255 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.564483 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.564702 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.564943 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.565134 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.565368 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.565596 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.565925 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.566312 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.566678 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.567059 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.567555 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.567978 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.568412 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.568786 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.569195 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.569420 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:40.569580 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.569769 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.569907 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.570087 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.570317 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.570605 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_json = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.570820 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.571045 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.571447 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.571941 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.572825 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.573196 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.573549 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.573944 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.574525 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.574960 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.575421 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.575878 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.576070 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.576327 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.576566 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.576805 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.577067 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.577314 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.578087 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.578087 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.578087 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.578476 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.578584 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.579084 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.579545 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.579966 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.580381 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.580604 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.583385 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.583385 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.583385 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.583385 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.583385 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.583385 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.583385 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.583385 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.584405 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.584405 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.584405 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.584405 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.584405 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.584405 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.584405 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.585963 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.585963 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.585963 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.585963 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.586481 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.586625 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.586958 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.587101 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.587300 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.587598 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.588222 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.588222 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.588494 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.588494 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.588743 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.588982 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.589165 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.589371 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.589933 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.589933 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.590208 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.590345 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.590486 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.590612 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.591500 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.591500 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.591500 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.591760 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.591760 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.591950 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.592389 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.592818 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.593248 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.593654 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.594023 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.594390 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.594607 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.594824 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.595036 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.595243 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.595455 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.595690 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.595902 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.596120 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.596326 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.596536 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.596742 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.596951 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.597158 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.597441 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.597744 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.598004 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.598238 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.598483 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.598741 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.598976 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.599222 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.599456 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.599727 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.599967 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.600219 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.600462 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.600714 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.600949 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.601162 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.601420 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.601635 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.601900 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.602119 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.602366 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.602609 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.602887 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.603644 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.603896 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.604151 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.604418 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.604652 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.604910 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.605181 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.605400 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.605673 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.605962 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.606227 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.606496 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.606767 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.607006 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.607236 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.607459 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.607729 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.607952 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.608269 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.608392 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.608666 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.608916 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.609147 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.609383 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.609612 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.609916 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.610161 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.610370 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.610584 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.610849 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.611080 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.611314 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.611593 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.611852 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.612113 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.612563 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.613003 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.613419 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.613663 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.613893 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.614104 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.614346 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.614552 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.614947 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.615309 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.615579 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.615816 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.616029 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.616239 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.616626 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.617028 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.617243 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.617507 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.617795 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.618007 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.618433 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.619830 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.620499 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.620725 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.620937 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.621189 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.621430 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.621680 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.621952 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.622191 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.622443 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.622680 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.622939 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.623167 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.623387 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.623630 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.623844 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.624086 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.624301 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.624511 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.624737 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.624977 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.625184 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.625434 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.625667 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.626007 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.626262 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.626486 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.626728 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.626938 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.627149 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.627383 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.627636 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.627889 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.628098 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.628310 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.628575 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.628822 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.629056 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.629258 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.629493 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.629699 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.629905 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.630111 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.630403 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.630654 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.630884 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.631114 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.631338 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.631605 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.631811 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.632017 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.632246 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.632468 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.632687 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.632896 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.633100 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.633308 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.633510 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.633727 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.633928 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.634131 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.634362 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.634593 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.634833 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.635075 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.635267 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.635546 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.635735 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.636049 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.636291 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.636526 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.636811 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.637040 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.637279 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.637539 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.637854 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.638069 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.638308 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.638521 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.638729 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.639147 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.639574 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.639904 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.640192 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.640434 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.640685 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.640975 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.641259 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.641518 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.641823 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.642142 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.642479 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.642761 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.643018 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.643244 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.643530 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.643775 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.643990 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.644234 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.644466 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.644678 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.644913 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.645141 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.645362 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.645577 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.645819 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.646032 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.646274 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.646487 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.646706 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.646921 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.647076 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 04:14:40.647616 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91562) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 04:14:40.647776 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 04:14:40.647926 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 04:14:40.648171 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 04:14:40.648344 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 04:14:40.648494 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 04:14:40.648839 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.649027 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.649155 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.649537 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.649847 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.650152 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.650448 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.650734 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.650898 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.651062 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.651220 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.651378 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.651621 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.651740 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.651858 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.652017 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.652165 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.652460 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.652756 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.652922 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.653079 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.653236 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.653389 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] debug = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.653544 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.653733 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.653897 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.654059 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.654205 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.654532 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.654863 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.655016 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.655169 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.655326 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.655516 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.655652 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.655808 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.655964 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.656115 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.656273 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.656430 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.656565 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] host = dv-cinder-782405-9-smb {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.656726 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.656881 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.657033 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.657184 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.657413 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.657572 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.657732 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.657890 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.658040 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.658199 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.658352 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.658505 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.658664 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.658812 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.658969 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_options = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.659117 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.659268 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.659422 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.659622 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.659782 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.659937 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.660090 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.660245 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.660697 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.660697 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.660697 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.661002 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.661002 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.661125 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.661248 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.661550 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.661709 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.661871 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.662019 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.662189 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.662304 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.662453 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.662607 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.663050 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.663050 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.663050 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.663283 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.663361 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.663493 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.663662 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.663814 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.663969 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.664122 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.664277 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.664412 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.664573 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.664727 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.664883 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.665038 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.665191 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.665343 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.666107 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.666205 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.666283 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.666426 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.666579 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_json = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.666732 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.666885 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.667043 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.667178 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.667270 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:40.667359 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.667514 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.667654 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.667808 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 04:14:40.667984 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.668141 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.668309 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.668466 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.668625 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.668781 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.668936 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.669092 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.669249 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.669404 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.669566 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.669724 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.669890 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.670047 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.670203 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.670360 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.670516 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.670673 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.670829 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.670985 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.671138 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.671444 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.671642 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.671802 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.671959 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.672114 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.672271 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.672430 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.672588 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.672745 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.672936 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.673139 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.673296 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.673453 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.673609 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.673766 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.673924 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.674082 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.674239 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.674396 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.674553 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.674714 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.674871 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.675018 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.675176 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.675342 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.675515 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.675676 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.675821 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.675965 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.676126 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.676276 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.676424 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.676583 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.676747 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.676888 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.677028 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.677168 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.677307 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.677467 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.677627 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.677769 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.677908 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.678056 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.678196 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.678355 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.678500 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.678639 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.678800 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.679455 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.679455 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.679455 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.679455 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.679986 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.679986 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.679986 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.680737 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.680737 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.680737 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.680737 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.680737 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.681837 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.681837 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.681837 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.681837 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.682283 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.682283 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.682283 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.682489 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.682565 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.682722 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.682885 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.683042 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.683197 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.683353 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.683533 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.683691 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.683849 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.684006 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.684163 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.684318 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.684473 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.684628 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.684787 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.684944 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.685100 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.685256 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.685411 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.685566 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.685720 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.685874 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.686040 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.686195 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.686354 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.686510 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.686673 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.686839 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.686997 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.687152 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.687308 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.687539 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.687650 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.687805 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.687961 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.688118 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.688274 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.688430 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.688668 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.689152 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.689152 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.689152 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.689152 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.689788 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.689788 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.689788 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.690090 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.690090 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.690308 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.690308 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.690528 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.690615 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.690881 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.691172 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.691372 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.691553 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.691712 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.691870 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.692028 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.692187 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.692340 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.692497 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.692655 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.692813 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.692973 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.693128 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.693286 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.693441 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.693597 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.693754 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.693911 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.694066 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.694222 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.694377 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.694534 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.694690 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.694845 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.695001 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.695157 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.695313 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.695491 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.695650 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.695810 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.695967 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.696124 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.696280 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.696438 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.696596 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.696772 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.696932 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.697090 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.697244 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.697401 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.697559 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.697715 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.697872 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.698028 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.698183 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.698352 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.698508 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.698663 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.698818 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.698973 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.699129 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.699284 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.699439 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.699634 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.699789 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.699945 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.700103 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.700261 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.700418 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.700574 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.700730 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.700888 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.701042 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.701203 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.701372 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.701529 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.701684 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.701839 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.701995 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.702159 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.702315 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.702470 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.702625 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.702780 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.702950 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.703105 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.703260 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.703415 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.703854 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.703854 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.703854 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.703854 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.703854 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.705832 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.705832 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.705832 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.705832 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.705832 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.705832 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.705832 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.705832 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.706311 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.706311 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.706311 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.706311 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.706546 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.706546 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.706776 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.706872 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.706993 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.707148 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.707301 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.707545 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.707635 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.707790 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.707953 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.708206 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.708363 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.708450 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.708572 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.708727 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.708891 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.709060 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.709213 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.709352 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.709585 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.709729 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.710001 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.710001 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.710285 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.710285 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.710675 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.710675 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.710675 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.711062 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.711062 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.711062 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.711701 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.711701 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.711701 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.711701 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.712347 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 04:14:40.712347 dv-cinder-782405-9-smb neutron-server[91562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 04:14:40.837880 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44692) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:14:40.846154 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062361 May 20 04:14:51.535744 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2294865-d5a6-46a2-a856-8329a434898e None None] get_active_networks_info from dv-cinder-782405-9-smb {{(pid=91669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 04:14:51.656018 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2294865-d5a6-46a2-a856-8329a434898e None None] No non-hosted networks {{(pid=91669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 04:14:51.670872 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.agentschedulers_db [None req-a2294865-d5a6-46a2-a856-8329a434898e None None] DHCP Agent not found on host dv-cinder-782405-9-smb {{(pid=91669) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 04:14:51.821018 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c7f404e6-0dbb-45dc-9d59-43744783a6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228'] for agent, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:53.761798 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-087519fb-29d7-4519-89ca-3f1496aa5ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228'] for agent, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:53.822098 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-7770cafc-dcec-4fab-91a8-3cd4527a74b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:53.929905 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228'] for agent, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:53.931047 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.931665 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.932284 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.932805 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.933379 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.933914 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.934388 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.934914 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.935395 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.935980 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.936455 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.936968 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:14:53.937513 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782405-9-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:53.946290 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782405-9-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:14:54.770309 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228'] for agent, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:56.414331 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228'] for agent, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:14:58.171976 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 44788) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:14:58.763699 dv-cinder-782405-9-smb neutron-server[91667]: WARNING oslo_policy.policy [None req-f98a1975-5be1-4e23-99f2-f45373f7aff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:14:58.764287 dv-cinder-782405-9-smb neutron-server[91667]: WARNING oslo_policy.policy [None req-f98a1975-5be1-4e23-99f2-f45373f7aff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:14:58.977822 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [None req-f98a1975-5be1-4e23-99f2-f45373f7aff8 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=91667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:14:58.979119 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-f98a1975-5be1-4e23-99f2-f45373f7aff8 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8049664 May 20 04:14:59.757936 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.db.l3_hamode_db [None req-e1b33d1c-4276-40e1-a854-ef881d14f7a8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 04:14:59.841455 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b33d1c-4276-40e1-a854-ef881d14f7a8 None None] Routers set() bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:14:59.841839 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b33d1c-4276-40e1-a854-ef881d14f7a8 None None] Router IDs set() for agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 04:15:01.306676 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44802) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:01.883260 dv-cinder-782405-9-smb neutron-server[91668]: WARNING oslo_policy.policy [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:15:01.883875 dv-cinder-782405-9-smb neutron-server[91668]: WARNING oslo_policy.policy [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:15:02.099204 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:15:02.198770 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.policy [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91668) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 04:15:02.242733 dv-cinder-782405-9-smb neutron-server[91668]: WARNING oslo_policy.policy [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:15:02.243103 dv-cinder-782405-9-smb neutron-server[91668]: WARNING oslo_policy.policy [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:15:02.252400 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.quota [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] Loaded quota_driver: . May 20 04:15:02.269032 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:15:02.328012 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780331402508', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780331402239', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780331425900', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780331433168', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780331442999', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780331448991', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7801553', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7696528', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-353208', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-689402'] for rbac-policy, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:02.388978 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:02.390103 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-d930d00e-bc4f-424e-b3ec-0510a70d5347 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0819132 May 20 04:15:04.955338 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44820) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:05.303486 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Request body: {'network': {'project_id': '124e8bba491248babd1f4e76151d25da', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'admin_state_up': True, 'name': 'private'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:15:05.308229 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:15:05.312603 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Usage tracker for resource:network and tenant:124e8bba491248babd1f4e76151d25da is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:15:05.317147 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:15:05.323695 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:15:05.332934 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Made reservation on behalf of 124e8bba491248babd1f4e76151d25da for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:15:05.335626 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:05.353048 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:05.366781 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:15:05.370354 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Usage tracker for resource:security_group_rule and tenant:124e8bba491248babd1f4e76151d25da is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:15:05.375387 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:15:05.380848 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:15:05.475426 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:05.479020 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:05.484201 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:05.504793 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=91668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:15:05.530315 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780334987210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:05.530913 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Unsubscribe: segment precommit_create {{(pid=91668) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 04:15:05.531372 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Added segment 51504917-d13f-4442-b2ae-25d3838f749c of type vlan for network 10b9857b-0fda-4925-b12a-9b3e08644692 May 20 04:15:05.539700 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0451459d-0ae6-4a1b-b5a0-00a49c831605,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:05.594284 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.594630 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.594957 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.595279 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.595628 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.595948 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.596261 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.596576 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.596906 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.597219 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.597528 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.597834 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Tracked resource versions report: May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: pushed versions: May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: { 'AddressGroup': {'1.2'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'ConntrackHelper': {'1.0'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'Log': {'1.0'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'Network': {'1.1'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'Port': {'1.7'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'PortForwarding': {'1.2'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'QosPolicy': {'1.8'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'SecurityGroup': {'1.4'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'SecurityGroupRule': {'1.2'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'SubPort': {'1.0'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'Subnet': {'1.1'}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'Trunk': {'1.1'}} May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: consumer versions: May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: { DHCP agent@dv-cinder-782405-9-smb: {}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: L3 agent@dv-cinder-782405-9-smb: {}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: Metadata agent@dv-cinder-782405-9-smb: {}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: Metering agent@dv-cinder-782405-9-smb: {}, May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: Open vSwitch agent@dv-cinder-782405-9-smb: { 'AddressGroup': '1.2', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'ConntrackHelper': '1.0', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'Log': '1.0', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'Network': '1.1', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'Port': '1.7', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'PortForwarding': '1.2', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'QosPolicy': '1.8', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'SecurityGroup': '1.4', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'SecurityGroupRule': '1.2', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'SubPort': '1.0', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'Subnet': '1.1', May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: 'Trunk': '1.1'}} May 20 04:15:05.598869 dv-cinder-782405-9-smb neutron-server[91668]: {{(pid=91668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:15:05.649673 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:05.654000 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:05.691345 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:05.692795 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:05.693415 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:05.698362 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:05.801383 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8449440 May 20 04:15:05.802178 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Pushing event updated for resources: {'Network': ['ID=10b9857b-0fda-4925-b12a-9b3e08644692,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:05.806138 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:05.815067 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network 10b9857b-0fda-4925-b12a-9b3e08644692 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:15:08.409232 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44836) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:08.862440 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6dd3d3-9b7b-4487-94ec-8e34d2a7bc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:08.863708 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-3b6dd3d3-9b7b-4487-94ec-8e34d2a7bc8c admin admin] 10.222.0.72 "GET /v2.0/networks/10b9857b-0fda-4925-b12a-9b3e08644692 HTTP/1.1" status: 200 len: 825 time: 0.4535117 May 20 04:15:08.889706 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-491cd636-0df3-4b54-a9da-5c23446abe79 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/5c4d8532-da62-4111-8edb-9ddd546a42a0 HTTP/1.1" status: 200 len: 734 time: 0.0207317 May 20 04:15:08.897775 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '5c4d8532-da62-4111-8edb-9ddd546a42a0', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:15:08.902383 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:15:08.906081 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Usage tracker for resource:subnet and tenant:124e8bba491248babd1f4e76151d25da is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:15:08.909033 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:15:08.914518 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:15:08.924987 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Made reservation on behalf of 124e8bba491248babd1f4e76151d25da for: {'subnet': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:15:08.927530 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:09.394590 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:09.399455 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:09.476994 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Checking segment: {'id': '51504917-d13f-4442-b2ae-25d3838f749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:15:09.477595 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Network hostable DHCP agents. Network: 10b9857b-0fda-4925-b12a-9b3e08644692, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:15:09.482409 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cdf944-be33-4bea-9359-2fe3d0a074b3,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:09.488120 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:09.500527 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Network 10b9857b-0fda-4925-b12a-9b3e08644692 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:15:09.509202 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, 10b9857b-0fda-4925-b12a-9b3e08644692) {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:15:09.514392 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:09.515003 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:09.519720 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a2ded-2c59-4229-996a-52e821fbcdf9 None None] Network 10b9857b-0fda-4925-b12a-9b3e08644692 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:15:09.537461 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6398127 May 20 04:15:09.822192 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb13471c2-eec4-589b-b02e-aecc33f1564a-10b9857b-0fda-4925-b12a-9b3e08644692', 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'fixed_ips': [{'subnet_id': '45cdf944-be33-4bea-9359-2fe3d0a074b3'}]}} from dv-cinder-782405-9-smb. {{(pid=91669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:15:09.823396 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:10.008291 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.db_base_plugin_common [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Allocated IP 172.20.0.2 (10b9857b-0fda-4925-b12a-9b3e08644692/45cdf944-be33-4bea-9359-2fe3d0a074b3/6bdd7a38-d2f1-48d7-840b-426b24af5d84) {{(pid=91669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:15:10.240342 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Notify callbacks [] for port, precommit_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:10.253811 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Transition to ACTIVE for port object 6bdd7a38-d2f1-48d7-840b-426b24af5d84 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:15:10.273701 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Transition to ACTIVE for port object 6bdd7a38-d2f1-48d7-840b-426b24af5d84 will not be triggered until provisioned by entity DHCP. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:15:10.281132 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:10.286792 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:10.344025 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Network 10b9857b-0fda-4925-b12a-9b3e08644692 is already hosted by enough agents. {{(pid=91669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:15:10.346855 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.base_scheduler [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Resources bound (agent type, host, resource id): {{(pid=91669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:15:10.349942 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Received port after_create {{(pid=91669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:15:10.394398 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Pushing event updated for resources: {'Port': ['ID=6bdd7a38-d2f1-48d7-840b-426b24af5d84,revision_number=1']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:10.433976 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.434329 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.434666 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.435001 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.435328 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.435677 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.436000 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.436342 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.436645 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.436962 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.437281 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.437594 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Tracked resource versions report: May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: pushed versions: May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: { 'AddressGroup': {'1.2'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'ConntrackHelper': {'1.0'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'Log': {'1.0'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'Network': {'1.1'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'Port': {'1.7'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'PortForwarding': {'1.2'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'QosPolicy': {'1.8'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'SecurityGroup': {'1.4'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'SecurityGroupRule': {'1.2'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'SubPort': {'1.0'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'Subnet': {'1.1'}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'Trunk': {'1.1'}} May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: consumer versions: May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: { DHCP agent@dv-cinder-782405-9-smb: {}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: L3 agent@dv-cinder-782405-9-smb: {}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: Metadata agent@dv-cinder-782405-9-smb: {}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: Metering agent@dv-cinder-782405-9-smb: {}, May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: Open vSwitch agent@dv-cinder-782405-9-smb: { 'AddressGroup': '1.2', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'ConntrackHelper': '1.0', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'Log': '1.0', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'Network': '1.1', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'Port': '1.7', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'PortForwarding': '1.2', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'QosPolicy': '1.8', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'SecurityGroup': '1.4', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'SecurityGroupRule': '1.2', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'SubPort': '1.0', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'Subnet': '1.1', May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: 'Trunk': '1.1'}} May 20 04:15:10.438744 dv-cinder-782405-9-smb neutron-server[91669]: {{(pid=91669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:15:10.452298 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:10.460977 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Attempting to bind port 6bdd7a38-d2f1-48d7-840b-426b24af5d84 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:15:10.461385 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Attempting to bind port 6bdd7a38-d2f1-48d7-840b-426b24af5d84 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '51504917-d13f-4442-b2ae-25d3838f749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:15:10.461816 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Attempting to bind port 6bdd7a38-d2f1-48d7-840b-426b24af5d84 on network 10b9857b-0fda-4925-b12a-9b3e08644692 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:15:10.467431 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:15:10.467870 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Checking segment: {'id': '51504917-d13f-4442-b2ae-25d3838f749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:15:10.468354 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:10.468744 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Bound using segment: {'id': '51504917-d13f-4442-b2ae-25d3838f749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:15:10.469212 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Bound port: 6bdd7a38-d2f1-48d7-840b-426b24af5d84, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51504917-d13f-4442-b2ae-25d3838f749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:15:10.469584 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:10.559190 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] For port 6bdd7a38-d2f1-48d7-840b-426b24af5d84, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:15:10.563056 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] For port 6bdd7a38-d2f1-48d7-840b-426b24af5d84, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=6bdd7a38-d2f1-48d7-840b-426b24af5d84,segment=NetworkSegment(51504917-d13f-4442-b2ae-25d3838f749c),segment_id=51504917-d13f-4442-b2ae-25d3838f749c)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:15:10.567368 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:10.571138 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:10.655366 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Pushing event updated for resources: {'Port': ['ID=6bdd7a38-d2f1-48d7-840b-426b24af5d84,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:10.659003 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:11.861055 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 44846) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:12.237865 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [None req-462fea03-c799-4423-b01f-82d464968e6f admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=91667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:15:12.238803 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-462fea03-c799-4423-b01f-82d464968e6f admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3768415 May 20 04:15:14.555681 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44856) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:14.937988 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [None req-dab4ee09-dfc1-49ac-ae74-9bcab8ae8c2e admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=91668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:15:14.938965 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-dab4ee09-dfc1-49ac-ae74-9bcab8ae8c2e admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3823323 May 20 04:15:15.724195 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 6bdd7a38-d2f1-48d7-840b-426b24af5d84 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:15:15.800719 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 6bdd7a38-d2f1-48d7-840b-426b24af5d84 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:15:16.166515 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df44fb5-4602-4123-9f18-6f4db08bb2b7 None None] Network 10b9857b-0fda-4925-b12a-9b3e08644692 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:15:16.258503 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-9b7d456a-ad75-49f2-b6a7-cf61df0b36ae None None] Provisioning for port 6bdd7a38-d2f1-48d7-840b-426b24af5d84 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:15:16.273068 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-9b7d456a-ad75-49f2-b6a7-cf61df0b36ae None None] Provisioning complete for port 6bdd7a38-d2f1-48d7-840b-426b24af5d84 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:16.273463 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9b7d456a-ad75-49f2-b6a7-cf61df0b36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:16.502569 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9b7d456a-ad75-49f2-b6a7-cf61df0b36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:16.554821 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-9b7d456a-ad75-49f2-b6a7-cf61df0b36ae None None] For port 6bdd7a38-d2f1-48d7-840b-426b24af5d84, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=6bdd7a38-d2f1-48d7-840b-426b24af5d84,segment=NetworkSegment(51504917-d13f-4442-b2ae-25d3838f749c),segment_id=51504917-d13f-4442-b2ae-25d3838f749c)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:15:16.559801 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9b7d456a-ad75-49f2-b6a7-cf61df0b36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:16.564592 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:16.630489 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d456a-ad75-49f2-b6a7-cf61df0b36ae None None] Pushing event updated for resources: {'Port': ['ID=6bdd7a38-d2f1-48d7-840b-426b24af5d84,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:16.633590 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-9b7d456a-ad75-49f2-b6a7-cf61df0b36ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:16.780108 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-002739b4-fd96-46e1-b1e3-48534cc747f9 None None] Provisioning complete for port 6bdd7a38-d2f1-48d7-840b-426b24af5d84 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:16.780761 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-002739b4-fd96-46e1-b1e3-48534cc747f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:17.568576 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44872) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:17.688741 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 6bdd7a38-d2f1-48d7-840b-426b24af5d84 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:15:17.753995 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 6bdd7a38-d2f1-48d7-840b-426b24af5d84 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:17.754281 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:17.921723 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '124e8bba491248babd1f4e76151d25da'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:15:17.926129 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:15:17.929857 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] Usage tracker for resource:router and tenant:124e8bba491248babd1f4e76151d25da is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:15:17.933626 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:15:17.939436 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:15:17.949293 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:17.950841 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:17.973092 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:18.082394 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519823'] for router, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:18.100602 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] Notify callbacks [] for router, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:18.107507 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-a029131d-3a6e-4063-b03e-e887c7da8311 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5378611 May 20 04:15:20.400745 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44882) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:20.768684 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [None req-508b8c5a-02b3-4be6-a3cc-b038766e151f admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=91668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:15:20.769657 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-508b8c5a-02b3-4be6-a3cc-b038766e151f admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3679948 May 20 04:15:21.476292 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-7400fe60-285f-4642-81e3-85cd99ca1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.107765 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44892) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:23.471020 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:15:23.475893 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:15:23.479805 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Usage tracker for resource:network and tenant:8cffc1db24684d04bb5e80877681be0c is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:15:23.482567 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:15:23.488154 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:15:23.497795 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Made reservation on behalf of 8cffc1db24684d04bb5e80877681be0c for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:15:23.500201 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.512608 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.527083 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:15:23.530696 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Usage tracker for resource:security_group_rule and tenant:8cffc1db24684d04bb5e80877681be0c is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:15:23.533560 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:15:23.539192 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:15:23.621643 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.625098 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.629184 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:23.651327 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Reserving flat network on physical network physnet1 {{(pid=91668) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 04:15:23.664594 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d3a742-c1dc-443b-a58b-a2f846419e42,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:23.669053 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:23.671617 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.672009 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Added segment 3b52eb1a-f66e-4807-9f49-e828076eba15 of type flat for network 15348c5a-0e86-4be2-ba9e-cffdb25c56df May 20 04:15:23.703760 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.738658 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.739867 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:23.740445 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.744875 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:23.760256 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-798ce880-be0c-45a9-8fa4-5ed9fb8c8ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:23.840322 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7314825 May 20 04:15:23.842827 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Pushing event updated for resources: {'Network': ['ID=15348c5a-0e86-4be2-ba9e-cffdb25c56df,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:23.857124 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:23.866463 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:15:23.980873 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:24.609321 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 5 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:15:24.723347 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:26.174912 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 44914) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:26.369332 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:26.486568 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.policy [None req-9fe749c6-038e-4725-a6c3-4b850c23af8e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91667) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 04:15:26.532618 dv-cinder-782405-9-smb neutron-server[91667]: WARNING oslo_policy.policy [None req-9fe749c6-038e-4725-a6c3-4b850c23af8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:15:26.532985 dv-cinder-782405-9-smb neutron-server[91667]: WARNING oslo_policy.policy [None req-9fe749c6-038e-4725-a6c3-4b850c23af8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 04:15:26.541049 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe749c6-038e-4725-a6c3-4b850c23af8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:26.542704 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-9fe749c6-038e-4725-a6c3-4b850c23af8e admin admin] 10.222.0.72 "GET /v2.0/subnets/45cdf944-be33-4bea-9359-2fe3d0a074b3 HTTP/1.1" status: 200 len: 849 time: 0.3669648 May 20 04:15:26.715678 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-f91c363a-923f-4cd8-9df7-23aa43291315 admin admin] 10.222.0.72 "GET /v2.0/routers/e41e9031-44a5-42d8-a563-7122c13823eb HTTP/1.1" status: 200 len: 704 time: 0.1673586 May 20 04:15:27.176379 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:27.408970 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Allocated IP 172.20.0.1 (10b9857b-0fda-4925-b12a-9b3e08644692/45cdf944-be33-4bea-9359-2fe3d0a074b3/e6d3bc27-601c-4fba-9540-e1d0b81b2096) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:15:27.576283 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:27.594229 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Transition to ACTIVE for port object e6d3bc27-601c-4fba-9540-e1d0b81b2096 will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:15:27.652764 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:27.658194 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:27.703551 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Network 10b9857b-0fda-4925-b12a-9b3e08644692 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:15:27.710228 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:15:27.757357 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:15:27.758517 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520508'] for router_interface, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:27.875114 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Pushing event updated for resources: {'Port': ['ID=e6d3bc27-601c-4fba-9540-e1d0b81b2096,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:27.895737 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.896083 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.896418 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.896742 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.897064 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.897384 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.897700 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.898019 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.898355 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.898675 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.898991 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.899306 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Tracked resource versions report: May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: pushed versions: May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: { 'AddressGroup': {'1.2'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'ConntrackHelper': {'1.0'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'Log': {'1.0'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'Network': {'1.1'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'Port': {'1.7'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'PortForwarding': {'1.2'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'QosPolicy': {'1.8'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'SecurityGroup': {'1.4'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'SecurityGroupRule': {'1.2'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'SubPort': {'1.0'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'Subnet': {'1.1'}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'Trunk': {'1.1'}} May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: consumer versions: May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: { DHCP agent@dv-cinder-782405-9-smb: {}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: L3 agent@dv-cinder-782405-9-smb: {}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: Metadata agent@dv-cinder-782405-9-smb: {}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: Metering agent@dv-cinder-782405-9-smb: {}, May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: Open vSwitch agent@dv-cinder-782405-9-smb: { 'AddressGroup': '1.2', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'ConntrackHelper': '1.0', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'Log': '1.0', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'Network': '1.1', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'Port': '1.7', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'PortForwarding': '1.2', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'QosPolicy': '1.8', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'SecurityGroup': '1.4', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'SecurityGroupRule': '1.2', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'SubPort': '1.0', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'Subnet': '1.1', May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: 'Trunk': '1.1'}} May 20 04:15:27.900406 dv-cinder-782405-9-smb neutron-server[91667]: {{(pid=91667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:15:27.911621 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:27.972474 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1f189c10-bce8-40a5-b568-8a8f3d3a53f2 None None] Provisioning for port e6d3bc27-601c-4fba-9540-e1d0b81b2096 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:15:27.977171 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1f189c10-bce8-40a5-b568-8a8f3d3a53f2 None None] Provisioning complete for port e6d3bc27-601c-4fba-9540-e1d0b81b2096 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:27.977538 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1f189c10-bce8-40a5-b568-8a8f3d3a53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:28.029611 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:28.030057 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-1f189c10-bce8-40a5-b568-8a8f3d3a53f2 None None] Port e6d3bc27-601c-4fba-9540-e1d0b81b2096 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:15:28.253430 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:28.257648 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:28.258702 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7988385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520539'] for router_interface, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:28.263324 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:28.394683 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Pushing event updated for resources: {'Port': ['ID=e6d3bc27-601c-4fba-9540-e1d0b81b2096,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:28.398477 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:28.478286 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Network 10b9857b-0fda-4925-b12a-9b3e08644692 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:15:28.480048 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:15:28.651081 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-217f0f99-f384-4131-86fe-958aac8b4eb0 None None] Provisioning complete for port e6d3bc27-601c-4fba-9540-e1d0b81b2096 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:28.651457 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-217f0f99-f384-4131-86fe-958aac8b4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:28.673542 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Router e41e9031-44a5-42d8-a563-7122c13823eb is scheduled to L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d with binding_index 1 {{(pid=91667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:15:28.711587 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-217f0f99-f384-4131-86fe-958aac8b4eb0 None None] Port e6d3bc27-601c-4fba-9540-e1d0b81b2096 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:15:28.826562 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:15:28.836025 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Sync routers for ids ['e41e9031-44a5-42d8-a563-7122c13823eb'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:15:28.838458 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] 10.222.0.72 "PUT /v2.0/routers/e41e9031-44a5-42d8-a563-7122c13823eb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1175547 May 20 04:15:28.847325 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Routers {'e41e9031-44a5-42d8-a563-7122c13823eb'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:15:28.848507 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:15:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['e41e9031-44a5-42d8-a563-7122c13823eb'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:15:29.021832 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Set router e41e9031-44a5-42d8-a563-7122c13823eb gateway port host: None {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:15:29.388593 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'name': 'router1', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:15:17Z', 'updated_at': '2021-05-20T04:15:27Z', 'revision_number': 2, 'project_id': '124e8bba491248babd1f4e76151d25da', 'gw_port_host': None, '_interfaces': [{'id': 'e6d3bc27-601c-4fba-9540-e1d0b81b2096', 'name': '', 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'mac_address': 'fa:16:3e:74:c1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:15:27Z', 'updated_at': '2021-05-20T04:15:28Z', 'revision_number': 2, 'project_id': '124e8bba491248babd1f4e76151d25da', 'subnets': [{'id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c4d8532-da62-4111-8edb-9ddd546a42a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:15:29.393539 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Checking router: e41e9031-44a5-42d8-a563-7122c13823eb for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:15:29.393930 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Updating router e41e9031-44a5-42d8-a563-7122c13823eb port e6d3bc27-601c-4fba-9540-e1d0b81b2096 binding host dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:15:29.446529 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:29.818302 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Notify callbacks [] for port, precommit_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:29.832303 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.provisioning_blocks [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Transition to ACTIVE for port object e6d3bc27-601c-4fba-9540-e1d0b81b2096 will not be triggered until provisioned by entity L2. {{(pid=91670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:15:29.838443 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:29.842971 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:29.960912 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Pushing event updated for resources: {'Port': ['ID=e6d3bc27-601c-4fba-9540-e1d0b81b2096,revision_number=3']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:29.977469 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.977808 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.978138 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.979097 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.979422 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.979766 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.980084 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.980400 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.980715 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.981034 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.981347 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.981659 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Tracked resource versions report: May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: pushed versions: May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: { 'AddressGroup': {'1.2'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'ConntrackHelper': {'1.0'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'Log': {'1.0'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'Network': {'1.1'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'Port': {'1.7'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'PortForwarding': {'1.2'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'QosPolicy': {'1.8'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'SecurityGroup': {'1.4'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'SecurityGroupRule': {'1.2'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'SubPort': {'1.0'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'Subnet': {'1.1'}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'Trunk': {'1.1'}} May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: consumer versions: May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: { DHCP agent@dv-cinder-782405-9-smb: {}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: L3 agent@dv-cinder-782405-9-smb: {}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: Metadata agent@dv-cinder-782405-9-smb: {}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: Metering agent@dv-cinder-782405-9-smb: {}, May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: Open vSwitch agent@dv-cinder-782405-9-smb: { 'AddressGroup': '1.2', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'ConntrackHelper': '1.0', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'Log': '1.0', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'Network': '1.1', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'Port': '1.7', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'PortForwarding': '1.2', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'QosPolicy': '1.8', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'SecurityGroup': '1.4', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'SecurityGroupRule': '1.2', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'SubPort': '1.0', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'Subnet': '1.1', May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: 'Trunk': '1.1'}} May 20 04:15:29.982762 dv-cinder-782405-9-smb neutron-server[91670]: {{(pid=91670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:15:29.986510 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:30.101134 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Attempting to bind port e6d3bc27-601c-4fba-9540-e1d0b81b2096 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:15:30.101540 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Attempting to bind port e6d3bc27-601c-4fba-9540-e1d0b81b2096 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '51504917-d13f-4442-b2ae-25d3838f749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692'}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:15:30.101981 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Attempting to bind port e6d3bc27-601c-4fba-9540-e1d0b81b2096 on network 10b9857b-0fda-4925-b12a-9b3e08644692 {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:15:30.107333 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:15:30.107774 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Checking segment: {'id': '51504917-d13f-4442-b2ae-25d3838f749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:15:30.108275 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:30.108644 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Bound using segment: {'id': '51504917-d13f-4442-b2ae-25d3838f749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692'} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:15:30.109160 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Bound port: e6d3bc27-601c-4fba-9540-e1d0b81b2096, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51504917-d13f-4442-b2ae-25d3838f749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692'}}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:15:30.109532 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:30.196520 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] For port e6d3bc27-601c-4fba-9540-e1d0b81b2096, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:15:30.201049 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] For port e6d3bc27-601c-4fba-9540-e1d0b81b2096, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=e6d3bc27-601c-4fba-9540-e1d0b81b2096,segment=NetworkSegment(51504917-d13f-4442-b2ae-25d3838f749c),segment_id=51504917-d13f-4442-b2ae-25d3838f749c)] {{(pid=91670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:15:30.206198 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:30.209887 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:30.296364 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Routers {'e41e9031-44a5-42d8-a563-7122c13823eb'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:15:30.296995 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:15:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['e41e9031-44a5-42d8-a563-7122c13823eb'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:15:30.344563 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Pushing event updated for resources: {'Port': ['ID=e6d3bc27-601c-4fba-9540-e1d0b81b2096,revision_number=4']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:30.353663 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:30.454916 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] Set router e41e9031-44a5-42d8-a563-7122c13823eb gateway port host: None {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:15:30.767729 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'name': 'router1', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:15:17Z', 'updated_at': '2021-05-20T04:15:27Z', 'revision_number': 2, 'project_id': '124e8bba491248babd1f4e76151d25da', 'gw_port_host': None, '_interfaces': [{'id': 'e6d3bc27-601c-4fba-9540-e1d0b81b2096', 'name': '', 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'mac_address': 'fa:16:3e:74:c1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:15:27Z', 'updated_at': '2021-05-20T04:15:30Z', 'revision_number': 4, 'project_id': '124e8bba491248babd1f4e76151d25da', 'subnets': [{'id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c4d8532-da62-4111-8edb-9ddd546a42a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:15:30.771323 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb57f42f-e967-4eb8-afe1-bbb74dbf6754 None None] The sync data for ids ['e41e9031-44a5-42d8-a563-7122c13823eb'] in dv-cinder-782405-9-smb is: [{'id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'name': 'router1', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:15:17Z', 'updated_at': '2021-05-20T04:15:27Z', 'revision_number': 2, 'project_id': '124e8bba491248babd1f4e76151d25da', 'gw_port_host': None, '_interfaces': [{'id': 'e6d3bc27-601c-4fba-9540-e1d0b81b2096', 'name': '', 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'mac_address': 'fa:16:3e:74:c1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:15:27Z', 'updated_at': '2021-05-20T04:15:30Z', 'revision_number': 4, 'project_id': '124e8bba491248babd1f4e76151d25da', 'subnets': [{'id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c4d8532-da62-4111-8edb-9ddd546a42a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:15:30.979800 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44940) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:31.129023 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4441da-9a64-4de6-ac3e-eefc5e5a2582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:31.129474 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ac4441da-9a64-4de6-ac3e-eefc5e5a2582 admin admin] Synchronizing usage tracker for tenant:8cffc1db24684d04bb5e80877681be0c on resource:network {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:15:31.146319 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ac4441da-9a64-4de6-ac3e-eefc5e5a2582 admin admin] Unset dirty status for tenant:8cffc1db24684d04bb5e80877681be0c on resource:network {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:15:31.147427 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-ac4441da-9a64-4de6-ac3e-eefc5e5a2582 admin admin] 10.222.0.72 "GET /v2.0/networks/15348c5a-0e86-4be2-ba9e-cffdb25c56df HTTP/1.1" status: 200 len: 842 time: 0.1666088 May 20 04:15:31.157332 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'name': 'public-subnet'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:15:31.161839 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:15:31.166233 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Usage tracker for resource:subnet and tenant:8cffc1db24684d04bb5e80877681be0c is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:15:31.169013 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:15:31.175315 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:15:31.185938 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Made reservation on behalf of 8cffc1db24684d04bb5e80877681be0c for: {'subnet': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:15:31.188233 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:31.597062 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.objects.ports [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91668) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 04:15:31.597495 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:31.601843 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:31.672397 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01e7f18-e78f-4aa8-b5da-9ebc3a739211,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:31.675574 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:31.677991 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Checking segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:15:31.678402 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Network hostable DHCP agents. Network: 15348c5a-0e86-4be2-ba9e-cffdb25c56df, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:15:31.695064 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:15:31.706545 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, 15348c5a-0e86-4be2-ba9e-cffdb25c56df) {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:15:31.711740 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:31.714221 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:31.715683 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ffada0-4177-4cf0-8d5b-1d5f4b620ce4 None None] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:15:31.734339 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5804935 May 20 04:15:31.921505 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79040423-b181-4d9f-912a-07ff9ec0317f None None] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:15:33.717386 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device e6d3bc27-601c-4fba-9540-e1d0b81b2096 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:15:33.785244 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port e6d3bc27-601c-4fba-9540-e1d0b81b2096 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:15:33.789902 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port e6d3bc27-601c-4fba-9540-e1d0b81b2096 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:33.790274 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:33.912568 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:33.945047 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port e6d3bc27-601c-4fba-9540-e1d0b81b2096, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=e6d3bc27-601c-4fba-9540-e1d0b81b2096,segment=NetworkSegment(51504917-d13f-4442-b2ae-25d3838f749c),segment_id=51504917-d13f-4442-b2ae-25d3838f749c)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:15:33.949397 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:33.951642 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:33.985146 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44954) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:34.020057 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=e6d3bc27-601c-4fba-9540-e1d0b81b2096,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:34.023114 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:34.202837 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f1e5a5f8-4103-4d85-b5c9-49b10d4adc58 admin admin] 10.222.0.72 "GET /v2.0/routers/e41e9031-44a5-42d8-a563-7122c13823eb HTTP/1.1" status: 200 len: 710 time: 0.2164655 May 20 04:15:34.359389 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f2da7d-c23b-4879-bcec-5f908efb822f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:15:34.360782 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-e3f2da7d-c23b-4879-bcec-5f908efb822f admin admin] 10.222.0.72 "GET /v2.0/networks/15348c5a-0e86-4be2-ba9e-cffdb25c56df HTTP/1.1" status: 200 len: 886 time: 0.1528981 May 20 04:15:34.369835 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:15:34.809017 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:35.137965 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:35.192323 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:35.327364 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Allocated IP 172.28.0.36 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/b57c4ee7-b90a-4750-b67e-2452375a53f7) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:15:35.474577 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:35.529552 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:35.533996 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:35.633957 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:15:35.637349 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:15:35.641013 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:15:35.703427 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device e6d3bc27-601c-4fba-9540-e1d0b81b2096 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:15:35.708004 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Pushing event updated for resources: {'Port': ['ID=b57c4ee7-b90a-4750-b67e-2452375a53f7,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:35.757942 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:35.772722 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port e6d3bc27-601c-4fba-9540-e1d0b81b2096 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:35.773142 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:36.025643 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:36.357464 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:36.360691 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-519933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-519812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-465176'] for router, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:36.535957 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Router e41e9031-44a5-42d8-a563-7122c13823eb has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:15:36.711848 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:15:36.719915 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Notify callbacks [] for router, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:36.721479 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] 10.222.0.72 "PUT /v2.0/routers/e41e9031-44a5-42d8-a563-7122c13823eb HTTP/1.1" status: 200 len: 889 time: 2.3549976 May 20 04:15:36.721685 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Sync routers for ids ['e41e9031-44a5-42d8-a563-7122c13823eb'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:15:36.732149 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Routers {'e41e9031-44a5-42d8-a563-7122c13823eb'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:15:36.732821 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:15:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['e41e9031-44a5-42d8-a563-7122c13823eb'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:15:36.925074 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Set router e41e9031-44a5-42d8-a563-7122c13823eb gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:15:37.257433 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'name': 'router1', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b57c4ee7-b90a-4750-b67e-2452375a53f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:15:17Z', 'updated_at': '2021-05-20T04:15:35Z', 'revision_number': 4, 'project_id': '124e8bba491248babd1f4e76151d25da', 'gw_port': {'id': 'b57c4ee7-b90a-4750-b67e-2452375a53f7', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:15:35Z', 'updated_at': '2021-05-20T04:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'e6d3bc27-601c-4fba-9540-e1d0b81b2096', 'name': '', 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'mac_address': 'fa:16:3e:74:c1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:15:27Z', 'updated_at': '2021-05-20T04:15:33Z', 'revision_number': 5, 'project_id': '124e8bba491248babd1f4e76151d25da', 'subnets': [{'id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c4d8532-da62-4111-8edb-9ddd546a42a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:15:37.262905 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Checking router: e41e9031-44a5-42d8-a563-7122c13823eb for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:15:37.263275 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Updating router e41e9031-44a5-42d8-a563-7122c13823eb port b57c4ee7-b90a-4750-b67e-2452375a53f7 binding host dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:15:37.313143 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:37.631240 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:37.642760 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Transition to ACTIVE for port object b57c4ee7-b90a-4750-b67e-2452375a53f7 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:15:37.650282 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:37.658504 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-9b7d456a-ad75-49f2-b6a7-cf61df0b36ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:37.722704 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Attempting to bind port b57c4ee7-b90a-4750-b67e-2452375a53f7 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:15:37.723341 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Attempting to bind port b57c4ee7-b90a-4750-b67e-2452375a53f7 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:15:37.723461 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Attempting to bind port b57c4ee7-b90a-4750-b67e-2452375a53f7 on network 15348c5a-0e86-4be2-ba9e-cffdb25c56df {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:15:37.732516 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:15:37.732882 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Checking segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:15:37.733280 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:37.733669 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Bound using segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:15:37.734128 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Bound port: b57c4ee7-b90a-4750-b67e-2452375a53f7, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:15:37.734492 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:37.769996 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8669f-14be-48b2-8fbc-b3f1291aac36 None None] Pushing event updated for resources: {'Port': ['ID=b57c4ee7-b90a-4750-b67e-2452375a53f7,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:37.778025 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bba8669f-14be-48b2-8fbc-b3f1291aac36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:37.809545 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] For port b57c4ee7-b90a-4750-b67e-2452375a53f7, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:15:37.812467 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] For port b57c4ee7-b90a-4750-b67e-2452375a53f7, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=b57c4ee7-b90a-4750-b67e-2452375a53f7,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:15:37.816935 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:37.820588 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:37.896284 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Routers {'e41e9031-44a5-42d8-a563-7122c13823eb'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:15:37.896806 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:15:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['e41e9031-44a5-42d8-a563-7122c13823eb'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:15:37.949855 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8669f-14be-48b2-8fbc-b3f1291aac36 None None] Pushing event updated for resources: {'Port': ['ID=b57c4ee7-b90a-4750-b67e-2452375a53f7,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:37.958563 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bba8669f-14be-48b2-8fbc-b3f1291aac36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:38.075725 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] Set router e41e9031-44a5-42d8-a563-7122c13823eb gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:15:38.413937 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'name': 'router1', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b57c4ee7-b90a-4750-b67e-2452375a53f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:15:17Z', 'updated_at': '2021-05-20T04:15:35Z', 'revision_number': 4, 'project_id': '124e8bba491248babd1f4e76151d25da', 'gw_port': {'id': 'b57c4ee7-b90a-4750-b67e-2452375a53f7', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:15:35Z', 'updated_at': '2021-05-20T04:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'e6d3bc27-601c-4fba-9540-e1d0b81b2096', 'name': '', 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'mac_address': 'fa:16:3e:74:c1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:15:27Z', 'updated_at': '2021-05-20T04:15:33Z', 'revision_number': 5, 'project_id': '124e8bba491248babd1f4e76151d25da', 'subnets': [{'id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c4d8532-da62-4111-8edb-9ddd546a42a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:15:38.417806 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d455118-f6eb-487e-b0a2-25e07d6642af None None] The sync data for ids ['e41e9031-44a5-42d8-a563-7122c13823eb'] in dv-cinder-782405-9-smb is: [{'id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'name': 'router1', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b57c4ee7-b90a-4750-b67e-2452375a53f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:15:17Z', 'updated_at': '2021-05-20T04:15:35Z', 'revision_number': 4, 'project_id': '124e8bba491248babd1f4e76151d25da', 'gw_port': {'id': 'b57c4ee7-b90a-4750-b67e-2452375a53f7', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:15:35Z', 'updated_at': '2021-05-20T04:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'e6d3bc27-601c-4fba-9540-e1d0b81b2096', 'name': '', 'network_id': '10b9857b-0fda-4925-b12a-9b3e08644692', 'tenant_id': '124e8bba491248babd1f4e76151d25da', 'mac_address': 'fa:16:3e:74:c1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41e9031-44a5-42d8-a563-7122c13823eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:15:27Z', 'updated_at': '2021-05-20T04:15:33Z', 'revision_number': 5, 'project_id': '124e8bba491248babd1f4e76151d25da', 'subnets': [{'id': '45cdf944-be33-4bea-9359-2fe3d0a074b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c4d8532-da62-4111-8edb-9ddd546a42a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:15:39.035233 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 44964) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:15:39.156178 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-0ad31ddf-da51-429e-9f55-a4fea747989f admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1197925 May 20 04:15:39.732442 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device b57c4ee7-b90a-4750-b67e-2452375a53f7 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:15:39.804050 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port b57c4ee7-b90a-4750-b67e-2452375a53f7 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:15:39.809720 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port b57c4ee7-b90a-4750-b67e-2452375a53f7 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:39.810096 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:39.924200 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:39.943631 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port b57c4ee7-b90a-4750-b67e-2452375a53f7, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=b57c4ee7-b90a-4750-b67e-2452375a53f7,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:15:39.948539 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:39.950688 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bba8669f-14be-48b2-8fbc-b3f1291aac36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:15:40.023732 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=b57c4ee7-b90a-4750-b67e-2452375a53f7,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:15:40.026727 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:15:41.738523 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device b57c4ee7-b90a-4750-b67e-2452375a53f7 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:15:41.809944 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port b57c4ee7-b90a-4750-b67e-2452375a53f7 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:15:41.810322 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:51.481588 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8d9684c5-734c-421f-90d5-483348f78793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:53.785808 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-fae9e805-da9b-457e-805e-01eafd5ee32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:53.929726 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:54.730291 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:15:56.405351 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:01.605808 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 5 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:16:21.484891 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-280db72e-9c40-4374-873d-9a1b072a159e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:23.762738 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-dd101295-ef20-4a68-84dd-b036ba2dda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:23.926083 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:24.734655 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:26.399809 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:38.603379 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 5 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:16:51.490675 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-a7678d8b-6831-449e-9677-698931e7acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:53.760269 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-68e4fc74-fd3c-484e-ad06-6b8ce4fc2033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:53.918533 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:54.732164 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:16:56.397522 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:12.655581 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45534) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:12.722140 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02ac515-a0f9-47e7-a15c-4a96a15ec347 admin admin] GET failed (client error): The resource could not be found. May 20 04:17:12.723412 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-e02ac515-a0f9-47e7-a15c-4a96a15ec347 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668960 May 20 04:17:12.896012 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7ff28-8461-453b-a5cb-644afc99945d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:12.897421 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-a9c7ff28-8461-453b-a5cb-644afc99945d admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1701696 May 20 04:17:15.005609 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45544) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:15.114055 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75babe5-acc2-40c0-85e8-a59d974a37f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:15.114618 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-d75babe5-acc2-40c0-85e8-a59d974a37f5 admin admin] Synchronizing usage tracker for tenant:8cffc1db24684d04bb5e80877681be0c on resource:subnet {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:17:15.130124 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-d75babe5-acc2-40c0-85e8-a59d974a37f5 admin admin] Unset dirty status for tenant:8cffc1db24684d04bb5e80877681be0c on resource:subnet {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:17:15.131500 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-d75babe5-acc2-40c0-85e8-a59d974a37f5 admin admin] 10.222.0.72 "GET /v2.0/subnets/45cdf944-be33-4bea-9359-2fe3d0a074b3 HTTP/1.1" status: 200 len: 849 time: 0.1248243 May 20 04:17:15.142035 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:17:15.259537 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:15.444909 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780334956710'] for subnet, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:15.449526 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:17:15.485597 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:15.486194 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:15.487457 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] 10.222.0.72 "PUT /v2.0/subnets/45cdf944-be33-4bea-9359-2fe3d0a074b3 HTTP/1.1" status: 200 len: 868 time: 0.3500974 May 20 04:17:15.491825 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e180447b-978f-4b31-ad6d-dfa542d7fabc None None] Network 10b9857b-0fda-4925-b12a-9b3e08644692 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:17:15.517048 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cdf944-be33-4bea-9359-2fe3d0a074b3,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:17:15.524509 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.524886 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.525188 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.525517 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.525846 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.526177 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.526499 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.526819 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.527164 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.527511 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.527826 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.528143 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:17:15.536982 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:17:15.594575 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 5 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:17:16.126723 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-b2398b47-64c4-4618-a76c-25b2ec79b7a1 None None] Provisioning complete for port e6d3bc27-601c-4fba-9540-e1d0b81b2096 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:17:16.127007 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b2398b47-64c4-4618-a76c-25b2ec79b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:16.251492 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-b2398b47-64c4-4618-a76c-25b2ec79b7a1 None None] Provisioning complete for port 6bdd7a38-d2f1-48d7-840b-426b24af5d84 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:17:16.251767 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b2398b47-64c4-4618-a76c-25b2ec79b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:17.733271 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45554) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:17.901942 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c7b5b-1de3-4cd6-844a-e2a955d0eead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:17.902422 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c7b5b-1de3-4cd6-844a-e2a955d0eead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:17.903945 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-489c7b5b-1de3-4cd6-844a-e2a955d0eead admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1697159 May 20 04:17:19.997631 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45564) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:20.176186 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f170e812-417d-4c3d-82f0-021790afe1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:20.176672 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f170e812-417d-4c3d-82f0-021790afe1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:20.178190 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f170e812-417d-4c3d-82f0-021790afe1f7 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1796761 May 20 04:17:21.493665 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-7b3317cd-7ebd-49b2-813a-b5c3734f72fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:22.294687 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45574) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:22.462258 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591ac3e7-3b29-4f88-9a95-dd49f909591d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:22.463600 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-591ac3e7-3b29-4f88-9a95-dd49f909591d admin admin] 10.222.0.72 "GET /v2.0/networks/10b9857b-0fda-4925-b12a-9b3e08644692 HTTP/1.1" status: 200 len: 869 time: 0.1679490 May 20 04:17:23.751285 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-a173b958-f500-4238-8f4d-7927efc75cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:23.924320 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:24.572234 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45584) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:24.732958 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:24.735394 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dcffa2-87d0-47b4-b06d-8ea98779147a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:24.736760 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f4dcffa2-87d0-47b4-b06d-8ea98779147a admin admin] 10.222.0.72 "GET /v2.0/networks/15348c5a-0e86-4be2-ba9e-cffdb25c56df HTTP/1.1" status: 200 len: 886 time: 0.1636047 May 20 04:17:26.400886 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:26.816668 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45594) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:26.925243 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8bc6e0-2cc6-4330-8078-a9fec41c4766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:26.925708 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8bc6e0-2cc6-4330-8078-a9fec41c4766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:26.927234 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-9f8bc6e0-2cc6-4330-8078-a9fec41c4766 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1094871 May 20 04:17:29.047316 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45604) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:29.156581 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269969b5-3f35-4c85-bfb3-9dd27a2cb8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:29.157042 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269969b5-3f35-4c85-bfb3-9dd27a2cb8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:29.158620 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-269969b5-3f35-4c85-bfb3-9dd27a2cb8f0 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1102874 May 20 04:17:31.256016 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45614) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:31.364298 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a3759-899c-406c-a7b1-3afb1b7e16ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:31.365605 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-b49a3759-899c-406c-a7b1-3afb1b7e16ac admin admin] 10.222.0.72 "GET /v2.0/subnets/45cdf944-be33-4bea-9359-2fe3d0a074b3 HTTP/1.1" status: 200 len: 868 time: 0.1086528 May 20 04:17:33.483338 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 45624) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:33.582840 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20481669-5ce8-4505-9b6c-98d4171e589e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:33.584185 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-20481669-5ce8-4505-9b6c-98d4171e589e admin admin] 10.222.0.72 "GET /v2.0/subnets/f01e7f18-e78f-4aa8-b5da-9ebc3a739211 HTTP/1.1" status: 200 len: 816 time: 0.0998981 May 20 04:17:51.497539 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-5b3c71c3-dca9-406e-94c1-549f63844d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:52.598477 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 5 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:17:53.754750 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-985a1290-d54c-4b68-9307-cbd667db25f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:53.925771 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:54.735829 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:56.300488 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 45668) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:56.347852 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [None req-bd97680d-0eb6-4ffa-95cb-12b442fc1db3 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=91667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:17:56.348837 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-bd97680d-0eb6-4ffa-95cb-12b442fc1db3 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474133 May 20 04:17:56.403738 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:17:58.542319 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 45678) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:17:58.611442 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7169350f-6e34-4777-98ea-fd3101cd1b8a admin admin] GET failed (client error): The resource could not be found. May 20 04:17:58.612707 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-7169350f-6e34-4777-98ea-fd3101cd1b8a admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0694649 May 20 04:17:58.736313 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d037e-ce2f-4f4e-8a06-ef0686202388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:17:58.737919 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-8f2d037e-ce2f-4f4e-8a06-ef0686202388 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205583 May 20 04:18:00.887217 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 45688) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:18:00.934965 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:18:00.936083 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.quota [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Loaded quota_driver: . May 20 04:18:00.942186 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:18:00.953437 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:18:00.965625 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Made reservation on behalf of 8cffc1db24684d04bb5e80877681be0c for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:18:00.968425 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:01.057627 dv-cinder-782405-9-smb neutron-server[91667]: WARNING neutron.services.revisions.revision_plugin [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Could not find related network for resource to bump revision. May 20 04:18:01.071586 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:18:01.082875 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780334987210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:01.083447 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Unsubscribe: segment precommit_create {{(pid=91667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 04:18:01.083913 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.segments_db [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Added segment 83c1a259-2bf7-4d1a-b61d-2e78de285f53 of type vlan for network d8926737-fbd9-4314-9293-6c1cbb985bc0 May 20 04:18:01.149706 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:01.183052 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:01.184349 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:18:01.184924 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:01.190246 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:18:01.286698 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3983796 May 20 04:18:01.289791 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Pushing event updated for resources: {'Network': ['ID=d8926737-fbd9-4314-9293-6c1cbb985bc0,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:18:01.296773 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.297113 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.297441 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.297763 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.298084 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.298409 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.298726 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.299043 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.299375 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.299728 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.300044 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.300473 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:01.304571 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:18:01.313658 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network d8926737-fbd9-4314-9293-6c1cbb985bc0 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:18:03.393882 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 45698) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:18:03.464641 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d21a8f-3bab-466b-8334-e4520211c6fa admin admin] GET failed (client error): The resource could not be found. May 20 04:18:03.465274 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-07d21a8f-3bab-466b-8334-e4520211c6fa admin admin] Synchronizing usage tracker for tenant:8cffc1db24684d04bb5e80877681be0c on resource:network {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:18:03.480492 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-07d21a8f-3bab-466b-8334-e4520211c6fa admin admin] Unset dirty status for tenant:8cffc1db24684d04bb5e80877681be0c on resource:network {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:18:03.481776 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-07d21a8f-3bab-466b-8334-e4520211c6fa admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0868397 May 20 04:18:03.582500 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e30c30-dd81-4b52-9327-56337eea2aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:18:03.584354 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-a7e30c30-dd81-4b52-9327-56337eea2aa3 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0983253 May 20 04:18:03.593763 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Request body: {'subnet': {'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:18:03.598064 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:18:03.608005 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:18:03.617491 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Made reservation on behalf of 8cffc1db24684d04bb5e80877681be0c for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:18:03.619705 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:04.032400 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:04.036775 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:18:04.107028 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9d9aaf-8369-41c4-95f8-a79ec3c6a340,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:18:04.112549 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:18:04.115166 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Checking segment: {'id': '83c1a259-2bf7-4d1a-b61d-2e78de285f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:18:04.115374 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Network hostable DHCP agents. Network: d8926737-fbd9-4314-9293-6c1cbb985bc0, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:18:04.133647 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Network d8926737-fbd9-4314-9293-6c1cbb985bc0 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:18:04.142860 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, d8926737-fbd9-4314-9293-6c1cbb985bc0) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:18:04.146757 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:18:04.147341 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:04.151872 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34773b94-c7cb-4f0d-9f6a-bcbd4aae90bc None None] Network d8926737-fbd9-4314-9293-6c1cbb985bc0 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:18:04.170961 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5804279 May 20 04:18:04.374154 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb13471c2-eec4-589b-b02e-aecc33f1564a-d8926737-fbd9-4314-9293-6c1cbb985bc0', 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0', 'tenant_id': '8cffc1db24684d04bb5e80877681be0c', 'fixed_ips': [{'subnet_id': '2b9d9aaf-8369-41c4-95f8-a79ec3c6a340'}]}} from dv-cinder-782405-9-smb. {{(pid=91669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:18:04.374965 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:04.530414 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.db_base_plugin_common [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Allocated IP 192.168.233.2 (d8926737-fbd9-4314-9293-6c1cbb985bc0/2b9d9aaf-8369-41c4-95f8-a79ec3c6a340/c1faefc4-c1df-4958-a066-c94db7513f26) {{(pid=91669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:18:04.732786 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Notify callbacks [] for port, precommit_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:04.743407 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Transition to ACTIVE for port object c1faefc4-c1df-4958-a066-c94db7513f26 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:18:04.763004 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Transition to ACTIVE for port object c1faefc4-c1df-4958-a066-c94db7513f26 will not be triggered until provisioned by entity DHCP. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:18:04.768210 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:04.773027 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-1c41d38f-aed0-4786-934f-9158c4aa875b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:18:04.839394 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Network d8926737-fbd9-4314-9293-6c1cbb985bc0 is already hosted by enough agents. {{(pid=91669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:18:04.842012 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.base_scheduler [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Resources bound (agent type, host, resource id): {{(pid=91669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:18:04.846189 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Received port after_create {{(pid=91669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:18:04.848252 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Pushing event updated for resources: {'Port': ['ID=c1faefc4-c1df-4958-a066-c94db7513f26,revision_number=1']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:18:04.857828 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.858181 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.858498 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.858825 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.859148 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.859512 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.859820 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.860144 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.860460 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.860779 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.861097 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.861411 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:18:04.887827 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:18:04.948271 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Attempting to bind port c1faefc4-c1df-4958-a066-c94db7513f26 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:18:04.948633 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Attempting to bind port c1faefc4-c1df-4958-a066-c94db7513f26 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '83c1a259-2bf7-4d1a-b61d-2e78de285f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:18:04.948999 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Attempting to bind port c1faefc4-c1df-4958-a066-c94db7513f26 on network d8926737-fbd9-4314-9293-6c1cbb985bc0 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:18:04.954268 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:18:04.954636 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Checking segment: {'id': '83c1a259-2bf7-4d1a-b61d-2e78de285f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:18:04.955040 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:04.955426 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Bound using segment: {'id': '83c1a259-2bf7-4d1a-b61d-2e78de285f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:18:04.955923 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Bound port: c1faefc4-c1df-4958-a066-c94db7513f26, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c1a259-2bf7-4d1a-b61d-2e78de285f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:18:04.956292 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:05.043859 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] For port c1faefc4-c1df-4958-a066-c94db7513f26, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:18:05.047032 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] For port c1faefc4-c1df-4958-a066-c94db7513f26, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=c1faefc4-c1df-4958-a066-c94db7513f26,segment=NetworkSegment(83c1a259-2bf7-4d1a-b61d-2e78de285f53),segment_id=83c1a259-2bf7-4d1a-b61d-2e78de285f53)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:18:05.053178 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:05.057012 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:18:05.134418 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Pushing event updated for resources: {'Port': ['ID=c1faefc4-c1df-4958-a066-c94db7513f26,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:18:05.137800 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:18:05.862720 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device c1faefc4-c1df-4958-a066-c94db7513f26 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:18:05.938990 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port c1faefc4-c1df-4958-a066-c94db7513f26 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:18:05.951673 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115a77a-5a3d-478a-b051-6215fcebcb06 None None] Network d8926737-fbd9-4314-9293-6c1cbb985bc0 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:18:06.072085 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-daeafc33-8cba-42f6-8e27-8267b3275451 None None] Provisioning for port c1faefc4-c1df-4958-a066-c94db7513f26 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:18:06.104744 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-daeafc33-8cba-42f6-8e27-8267b3275451 None None] Provisioning complete for port c1faefc4-c1df-4958-a066-c94db7513f26 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:18:06.105114 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-daeafc33-8cba-42f6-8e27-8267b3275451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:06.308763 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-daeafc33-8cba-42f6-8e27-8267b3275451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:06.347345 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-daeafc33-8cba-42f6-8e27-8267b3275451 None None] For port c1faefc4-c1df-4958-a066-c94db7513f26, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=c1faefc4-c1df-4958-a066-c94db7513f26,segment=NetworkSegment(83c1a259-2bf7-4d1a-b61d-2e78de285f53),segment_id=83c1a259-2bf7-4d1a-b61d-2e78de285f53)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:18:06.352051 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-daeafc33-8cba-42f6-8e27-8267b3275451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:06.355273 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:18:06.424315 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeafc33-8cba-42f6-8e27-8267b3275451 None None] Pushing event updated for resources: {'Port': ['ID=c1faefc4-c1df-4958-a066-c94db7513f26,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:18:06.429090 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-daeafc33-8cba-42f6-8e27-8267b3275451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:18:06.574265 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-fe96c5ba-1596-42dd-88ee-0dd219201476 None None] Provisioning complete for port c1faefc4-c1df-4958-a066-c94db7513f26 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:18:06.574641 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-fe96c5ba-1596-42dd-88ee-0dd219201476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:07.819083 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device c1faefc4-c1df-4958-a066-c94db7513f26 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:18:07.885915 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port c1faefc4-c1df-4958-a066-c94db7513f26 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:18:07.886285 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:21.499712 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-0ed4625d-852d-401e-a1ac-71d411f722bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:23.758476 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c5809ff2-36bd-4b1d-a589-0599f5deea10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:23.928378 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:24.740426 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:26.399884 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:29.606282 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 5 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:18:51.501325 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-ca9609b7-b33d-4650-9bb9-0fd5ed894c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:53.760803 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-fa2af69c-92c1-456f-8b10-ae0346040f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:53.930129 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:54.741638 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:18:56.403340 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:06.596666 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 5 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:19:19.553681 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 45748) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:19:19.559656 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [None req-5a0390c3-9ba2-423e-bc25-3132d3b09cd0 tempest-verify_tempest_config-1796686516 tempest-verify_tempest_config-1796686516-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=91667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:19:19.560615 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-5a0390c3-9ba2-423e-bc25-3132d3b09cd0 tempest-verify_tempest_config-1796686516 tempest-verify_tempest_config-1796686516-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059931 May 20 04:19:19.862570 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45766) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:19:19.977757 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:19.992982 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:19:19.996985 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Usage tracker for resource:security_group_rule and tenant:3f59a0455db247d792791ddb17b0d1b6 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:19:19.999756 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:19:20.005277 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:19:20.087514 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:20.091168 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:20.098244 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:19:20.137583 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Synchronizing usage tracker for tenant:8cffc1db24684d04bb5e80877681be0c on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:19:20.140752 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ceec19-2c0a-429f-bcf2-d171c14dfe07,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:19:20.149986 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.150316 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.150639 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.150958 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.151272 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.151618 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.151931 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.152240 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.152547 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.152859 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.153159 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.153459 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:19:20.157682 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:19:20.168141 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Unset dirty status for tenant:8cffc1db24684d04bb5e80877681be0c on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:19:20.169575 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3f59a0455db247d792791ddb17b0d1b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3060722 May 20 04:19:20.172216 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45772) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:19:20.228680 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6c919348-8837-48b9-a52f-36f4144aca62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:20.252745 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6c919348-8837-48b9-a52f-36f4144aca62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:20.347349 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6c919348-8837-48b9-a52f-36f4144aca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:20.351935 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:19:20.362489 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c919348-8837-48b9-a52f-36f4144aca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ceec19-2c0a-429f-bcf2-d171c14dfe07,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:19:20.371367 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6c919348-8837-48b9-a52f-36f4144aca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:19:20.374740 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6c919348-8837-48b9-a52f-36f4144aca62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:20.375856 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-6c919348-8837-48b9-a52f-36f4144aca62 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34ceec19-2c0a-429f-bcf2-d171c14dfe07 HTTP/1.1" status: 204 len: 168 time: 0.2027936 May 20 04:19:21.503773 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-e3f8bba8-45a5-4043-90c2-474de9dcfe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:23.763881 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4a402200-69d8-43e0-9437-4e8c13ea31b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:23.931687 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:24.745481 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:26.405770 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:43.596360 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 5 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:19:51.505490 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-5b08dcec-17d3-4036-8dfb-3d0bd025711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:53.765509 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6e6ecbdf-531b-4f58-86bf-850ab058db50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:53.933769 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:54.748551 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:19:56.407525 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:20.599927 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 5 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:20:21.506568 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9b737301-d2c5-4516-a7fa-3daf715e6a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:23.767181 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-5618af46-1725-41c4-af4d-7488ac603fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:23.934697 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:24.751383 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:26.410248 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:51.509437 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a6ca-cba8-491c-a132-4b52cae77d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:53.768808 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-e009c356-c2d2-4abf-a184-6a90fd9af815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:53.937242 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:54.754621 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:56.412618 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:20:57.605287 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 5 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:21:08.585811 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228'] for agent, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:21.512559 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-891d4fc8-690d-41f7-971c-b3dfd91c0ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:23.239842 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 45844) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:23.353642 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-e13b2695-9e1d-4dfa-ac49-c486e4343c25 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1127326 May 20 04:21:23.768777 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-3c286224-3c2f-4ce0-9d0c-7fe28098c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:23.939018 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:24.757437 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:25.452895 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 45854) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:21:25.512617 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-a7511ea4-ae98-4b90-9608-5ef5c4108b67 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0586729 May 20 04:21:26.504305 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:34.611094 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:21:38.554729 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:51.514992 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-759f9fea-8fee-4810-8d6a-818af4f52014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.769971 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c9e55ad8-f45f-46dc-a0f0-0974fc241451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:53.942819 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:54.759294 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:21:56.418176 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:08.585319 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:11.613988 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:22:21.519977 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d8ea0b81-3e9e-46fd-87d3-fff843ab442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:23.815701 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-dafa3237-8242-470c-a7b7-a5a31a1e8e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:23.944709 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:24.772564 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:26.423976 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:38.587722 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:48.617296 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:22:51.523496 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-5ef71dd8-0c0e-448e-8903-84a08fe4c6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.787765 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-fd682335-419a-4c40-a119-49fa14dcb658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:53.979293 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:54.768579 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:55.968098 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46044) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:56.036249 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46054) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:56.235754 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-383364162-network', 'tenant_id': 'cf9266021257489cbbc183c0d03b7f49'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:56.241472 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:56.245993 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Usage tracker for resource:network and tenant:cf9266021257489cbbc183c0d03b7f49 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:56.249558 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:56.256046 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:56.268424 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Made reservation on behalf of cf9266021257489cbbc183c0d03b7f49 for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:56.272206 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.287669 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.305877 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:56.310188 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Usage tracker for resource:security_group_rule and tenant:cf9266021257489cbbc183c0d03b7f49 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:56.314307 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:56.321184 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:56.413195 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1125145903-network', 'tenant_id': '69184aaba608473bab5df670af3d83a4'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:56.419483 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:56.424865 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Usage tracker for resource:network and tenant:69184aaba608473bab5df670af3d83a4 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:56.430798 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:56.431048 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.439617 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:56.456213 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Made reservation on behalf of 69184aaba608473bab5df670af3d83a4 for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:56.459379 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.481940 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.507853 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:56.514018 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:69184aaba608473bab5df670af3d83a4 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:56.518704 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:56.526740 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:56.659301 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.664275 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.665913 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.671280 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:56.693122 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.708445 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:22:56.732757 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:22:56.740916 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.741349 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.segments_db [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Added segment 374fdd59-db8a-4ebe-ab83-3c3cc06b4fc2 of type vlan for network b261bc54-0de5-4f0a-b986-55fbbd841d01 May 20 04:22:56.748900 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18630ef7-04e6-445d-b5a6-eb04754a3d48,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:56.759096 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.759444 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.segments_db [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Added segment ae541722-ca20-458e-b8c9-ca3482bb607c of type vlan for network 5da0db70-167f-4c44-816e-b5f53d627150 May 20 04:22:56.764373 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.764717 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.765055 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.765387 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.765706 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.766032 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.766350 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.766669 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.766988 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.767301 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.767641 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.767956 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Tracked resource versions report: May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: pushed versions: May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: { 'AddressGroup': {'1.2'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'ConntrackHelper': {'1.0'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'Log': {'1.0'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'Network': {'1.1'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'Port': {'1.7'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'PortForwarding': {'1.2'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'QosPolicy': {'1.8'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'SecurityGroup': {'1.4'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'SecurityGroupRule': {'1.2'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'SubPort': {'1.0'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'Subnet': {'1.1'}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'Trunk': {'1.1'}} May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: consumer versions: May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: { DHCP agent@dv-cinder-782405-9-smb: {}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: HyperV agent@hv-cinder-78240: {}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: L3 agent@dv-cinder-782405-9-smb: {}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: Metadata agent@dv-cinder-782405-9-smb: {}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: Metering agent@dv-cinder-782405-9-smb: {}, May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: Open vSwitch agent@dv-cinder-782405-9-smb: { 'AddressGroup': '1.2', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'ConntrackHelper': '1.0', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'Log': '1.0', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'Network': '1.1', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'Port': '1.7', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'PortForwarding': '1.2', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'QosPolicy': '1.8', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'SecurityGroup': '1.4', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'SecurityGroupRule': '1.2', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'SubPort': '1.0', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'Subnet': '1.1', May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: 'Trunk': '1.1'}} May 20 04:22:56.768949 dv-cinder-782405-9-smb neutron-server[91667]: {{(pid=91667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:22:56.774855 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46100) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:56.777988 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:56.778389 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:56.816001 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.818880 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46108) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:56.835461 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.847682 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce95223-842f-4ad2-9a5d-a4a878cb540a,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:56.859956 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:56.890076 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.892811 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:56.893395 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.896797 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:56.909436 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.924403 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:56.924985 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:56.925535 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-network', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:56.930752 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:56.935410 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Usage tracker for resource:network and tenant:c8d0f434122d479b92fc096f3e87dc14 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:56.938339 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:56.944162 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:57.019349 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2034187360-network', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:57.026473 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Pushing event updated for resources: {'Network': ['ID=b261bc54-0de5-4f0a-b986-55fbbd841d01,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:57.029913 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:57.034592 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9971495 May 20 04:22:57.035536 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46118) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:57.036843 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:57.039504 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network b261bc54-0de5-4f0a-b986-55fbbd841d01 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:22:57.043037 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Usage tracker for resource:network and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:57.048042 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Made reservation on behalf of c8d0f434122d479b92fc096f3e87dc14 for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:57.051246 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.054161 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9215b47c-17e9-48e4-9f92-73329c60975e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:57.070233 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:57.076509 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.091915 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1226299 May 20 04:22:57.097223 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46126) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:57.101310 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:57.106811 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Usage tracker for resource:security_group_rule and tenant:c8d0f434122d479b92fc096f3e87dc14 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:57.110534 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:57.118616 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:57.122001 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Request body: {'subnet': {'network_id': '5da0db70-167f-4c44-816e-b5f53d627150', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1125145903-subnet', 'tenant_id': '69184aaba608473bab5df670af3d83a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:57.136981 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:57.143005 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Usage tracker for resource:subnet and tenant:69184aaba608473bab5df670af3d83a4 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:57.157268 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:57.178496 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:57.230969 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:57.245695 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Request body: {'subnet': {'network_id': 'b261bc54-0de5-4f0a-b986-55fbbd841d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-383364162-subnet', 'tenant_id': 'cf9266021257489cbbc183c0d03b7f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:57.273752 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=5da0db70-167f-4c44-816e-b5f53d627150,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:57.279016 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:57.280404 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Made reservation on behalf of 69184aaba608473bab5df670af3d83a4 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:57.283300 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Notify callbacks [] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.288756 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network 5da0db70-167f-4c44-816e-b5f53d627150 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:22:57.289000 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:57.302248 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Made reservation on behalf of 05a4d4fd73734888b8994386fe6df1df for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:57.305964 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.324260 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Usage tracker for resource:subnet and tenant:cf9266021257489cbbc183c0d03b7f49 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:57.331718 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:57.358729 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.421193 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:57.440796 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.443081 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:57.449211 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:57.456360 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.457959 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:57.480245 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=91668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:22:57.490609 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.491280 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Added segment 6075d83d-0709-48b6-8795-96162cc4cea5 of type vlan for network c5609bc5-6269-462d-ae3a-3769e5221748 May 20 04:22:57.524849 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:57.530258 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:57.538412 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Made reservation on behalf of cf9266021257489cbbc183c0d03b7f49 for: {'subnet': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:57.542441 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.578297 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.825854 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.db.resource_extend [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 04:22:57.882850 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7680da-ec0e-4085-8aac-528f6294d7b4,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:57.912632 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.913268 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.913830 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.914352 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.917852 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.918562 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.919079 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.919758 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.920173 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.921423 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.921815 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.922208 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Tracked resource versions report: May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: pushed versions: May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: { 'AddressGroup': {'1.2'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'ConntrackHelper': {'1.0'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'Log': {'1.0'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'Network': {'1.1'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'Port': {'1.7'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'PortForwarding': {'1.2'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'QosPolicy': {'1.8'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'SecurityGroup': {'1.4'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'SecurityGroupRule': {'1.2'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'SubPort': {'1.0'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'Subnet': {'1.1'}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'Trunk': {'1.1'}} May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: consumer versions: May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: { DHCP agent@dv-cinder-782405-9-smb: {}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: HyperV agent@hv-cinder-78240: {}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: L3 agent@dv-cinder-782405-9-smb: {}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: Metadata agent@dv-cinder-782405-9-smb: {}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: Metering agent@dv-cinder-782405-9-smb: {}, May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: Open vSwitch agent@dv-cinder-782405-9-smb: { 'AddressGroup': '1.2', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'ConntrackHelper': '1.0', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'Log': '1.0', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'Network': '1.1', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'Port': '1.7', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'PortForwarding': '1.2', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'QosPolicy': '1.8', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'SecurityGroup': '1.4', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'SecurityGroupRule': '1.2', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'SubPort': '1.0', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'Subnet': '1.1', May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: 'Trunk': '1.1'}} May 20 04:22:57.924985 dv-cinder-782405-9-smb neutron-server[91668]: {{(pid=91668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:22:57.932491 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:57.945740 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.951524 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:57.952165 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:57.962749 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-caa73b43-992b-4e1d-abe8-9e0b5fa3a385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:58.077072 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.091555 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:58.130944 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Pushing event updated for resources: {'Network': ['ID=c5609bc5-6269-462d-ae3a-3769e5221748,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:58.143199 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network c5609bc5-6269-462d-ae3a-3769e5221748 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:22:58.157788 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:58.175931 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3938274 May 20 04:22:58.180414 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46170) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:58.183128 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.193237 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Request body: {'subnet': {'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-subnet', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:58.194865 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.207319 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:58.211308 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:58.232445 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Pushing event updated for resources: {'Subnet': ['ID=daafe210-d4a3-46ec-b0d1-4d0d3cfae571,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:58.241237 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Usage tracker for resource:subnet and tenant:c8d0f434122d479b92fc096f3e87dc14 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:58.246846 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:58.251437 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:58.257478 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:58.259639 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Checking segment: {'id': 'ae541722-ca20-458e-b8c9-ca3482bb607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5da0db70-167f-4c44-816e-b5f53d627150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:58.260570 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Network hostable DHCP agents. Network: 5da0db70-167f-4c44-816e-b5f53d627150, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:22:58.281686 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Made reservation on behalf of c8d0f434122d479b92fc096f3e87dc14 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:58.284392 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.303046 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Network 5da0db70-167f-4c44-816e-b5f53d627150 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:22:58.321944 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, 5da0db70-167f-4c44-816e-b5f53d627150) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:58.335740 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0799400e-4b3d-48a1-a349-62c0e8b2ba4f None None] Network 5da0db70-167f-4c44-816e-b5f53d627150 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:58.336079 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:58.336666 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.352983 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=91668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:22:58.373387 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.374028 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Added segment 070a8d2b-4b07-4bbd-a9dd-c6a97245d730 of type vlan for network 75b2d426-2178-48f9-bcce-df1758c4b992 May 20 04:22:58.404510 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3515925 May 20 04:22:58.416084 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.499924 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d953718d-4ab7-4e59-ab5b-7bd140043428,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:58.519173 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:58.523659 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.530020 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:58.530818 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.569769 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:58.575137 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f85d0-d142-4c98-9fc9-6cfbd99c24a0 None None] Network 5da0db70-167f-4c44-816e-b5f53d627150 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:58.602292 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7815461 May 20 04:22:58.612006 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46188) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:58.643802 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Request body: {'subnet': {'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2034187360-subnet', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:58.650149 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:58.655896 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Usage tracker for resource:subnet and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:58.660165 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:58.672316 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:58.698928 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Made reservation on behalf of 05a4d4fd73734888b8994386fe6df1df for: {'subnet': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:22:58.702860 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:58.938139 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Pushing event updated for resources: {'Network': ['ID=75b2d426-2178-48f9-bcce-df1758c4b992,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:58.944000 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:58.954061 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network 75b2d426-2178-48f9-bcce-df1758c4b992 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:22:59.027747 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.030211 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.034772 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:59.036164 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1ff75898-fe3c-41e8-8dae-fe1815dfdace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:59.152009 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d87a1b24-fac6-4032-be77-16ea154fc07e,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:59.156627 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:59.165839 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1762973-00ee-45f0-95dc-24f7354aaef2,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:59.169610 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Checking segment: {'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:59.169610 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Network hostable DHCP agents. Network: c5609bc5-6269-462d-ae3a-3769e5221748, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:22:59.184610 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:59.208835 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Network c5609bc5-6269-462d-ae3a-3769e5221748 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:22:59.209346 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Checking segment: {'id': '374fdd59-db8a-4ebe-ab83-3c3cc06b4fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b261bc54-0de5-4f0a-b986-55fbbd841d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:59.209726 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Network hostable DHCP agents. Network: b261bc54-0de5-4f0a-b986-55fbbd841d01, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:22:59.225295 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, c5609bc5-6269-462d-ae3a-3769e5221748) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:59.230610 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:59.231625 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.235533 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297f082-6b25-4e4f-9cb7-bd787d2e4b7d None None] Network c5609bc5-6269-462d-ae3a-3769e5221748 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:59.262168 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0756466 May 20 04:22:59.262539 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46242) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:59.269056 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-router', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:22:59.278056 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46246) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:59.304381 dv-cinder-782405-9-smb neutron-server[91668]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 04:22:59.355782 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:22:59.362288 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Usage tracker for resource:router and tenant:c8d0f434122d479b92fc096f3e87dc14 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:22:59.366871 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:22:59.378700 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Network b261bc54-0de5-4f0a-b986-55fbbd841d01 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:22:59.381329 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:22:59.406439 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.408093 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.436933 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.453593 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, b261bc54-0de5-4f0a-b986-55fbbd841d01) {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:22:59.480321 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e203c-21ca-4b97-bc7b-8277753b0e8f None None] Network b261bc54-0de5-4f0a-b986-55fbbd841d01 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:59.510489 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:59.511084 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.613194 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4027150 May 20 04:22:59.658248 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939f289-2705-4761-83a4-e6e31963927d req-3e53d430-aa6e-45b9-933a-a066511eee37 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:22:59.659743 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-3e53d430-aa6e-45b9-933a-a066511eee37 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/networks?id=5da0db70-167f-4c44-816e-b5f53d627150 HTTP/1.1" status: 200 len: 812 time: 0.3766026 May 20 04:22:59.682160 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-0a36b0b9-4bde-44b4-a564-f82e6a4b78f9 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/quotas/69184aaba608473bab5df670af3d83a4 HTTP/1.1" status: 200 len: 375 time: 0.0140162 May 20 04:22:59.738919 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46260) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:59.747074 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-bd5942f8-3909-459b-8143-a62a489fc5b0 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=69184aaba608473bab5df670af3d83a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580328 May 20 04:22:59.836051 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.857734 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:22:59.861980 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c9bef6b5-7896-4e7e-8c67-ff8b21037ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:22:59.862712 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815cd950-064a-4415-a47a-db85731a3aac None None] Network c5609bc5-6269-462d-ae3a-3769e5221748 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:22:59.933872 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d830b1e6-1a25-4745-b771-c773f3d95474,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:22:59.938815 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:22:59.956426 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Checking segment: {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:22:59.957058 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Network hostable DHCP agents. Network: 75b2d426-2178-48f9-bcce-df1758c4b992, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:22:59.983390 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Network 75b2d426-2178-48f9-bcce-df1758c4b992 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:22:59.998408 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46274) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:22:59.998958 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5800b8e1-c804-4315-a774-11f3c024cb9c None None] Network b261bc54-0de5-4f0a-b986-55fbbd841d01 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:00.000183 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, 75b2d426-2178-48f9-bcce-df1758c4b992) {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:00.015569 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:00.016866 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.025094 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5348324-63a5-4905-b3e0-771acc4539f8 None None] Network 75b2d426-2178-48f9-bcce-df1758c4b992 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:00.043744 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-fa00b6bb-cd8a-420c-9b11-f0fc198cef95 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4123962 May 20 04:23:00.047242 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46282) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:00.054265 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:00.063085 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:00.068523 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Usage tracker for resource:router and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:00.073081 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:00.093579 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:00.110870 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.111988 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.135944 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.221664 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.362567 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:00.366884 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2cc005b4f249fc985e163016d6c616 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:00.374667 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:00.380475 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:00.469552 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.496393 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.528373 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.538312 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:00.549233 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac2cc005b4f249fc985e163016d6c616&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8067875 May 20 04:23:00.551529 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46302) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:00.595688 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.606123 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-a88c889b-6eb6-4ff2-bb73-1421f6685ff7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=91668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:23:00.614843 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-a88c889b-6eb6-4ff2-bb73-1421f6685ff7 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2590365 May 20 04:23:00.647387 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:00.671754 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a419b136-96ec-4fdb-afa1-4b07fb9d5fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.674036 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.677833 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] Usage tracker for resource:security_group_rule and tenant:b64c678fc09d4db881dfe1ab26fa7fd7 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:00.682561 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:00.750746 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:00.772339 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a419b136-96ec-4fdb-afa1-4b07fb9d5fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.785682 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb13471c2-eec4-589b-b02e-aecc33f1564a-75b2d426-2178-48f9-bcce-df1758c4b992', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474'}]}} from dv-cinder-782405-9-smb. {{(pid=91669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:23:00.786956 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:00.790082 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18031e9b-8216-4652-a497-1cd7444d6b33,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:00.808055 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:00.915261 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.003090 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a419b136-96ec-4fdb-afa1-4b07fb9d5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.031408 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:01.047181 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-5e44d808-1418-4ae0-b328-f6ef657a4959 service neutron] 10.222.0.72 "GET /v2.0/networks/5da0db70-167f-4c44-816e-b5f53d627150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312723 May 20 04:23:01.087576 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419b136-96ec-4fdb-afa1-4b07fb9d5fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18031e9b-8216-4652-a497-1cd7444d6b33,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:01.096221 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a419b136-96ec-4fdb-afa1-4b07fb9d5fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:01.140196 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.db_base_plugin_common [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Allocated IP 172.20.0.2 (75b2d426-2178-48f9-bcce-df1758c4b992/d830b1e6-1a25-4745-b771-c773f3d95474/7c84bd2a-72cf-4118-babe-f6cece283bd0) {{(pid=91669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:01.211528 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Allocated IP 172.28.0.152 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/ffa6db3d-9a13-4b5f-8fee-592ebe5624f6) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:01.215001 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46328) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:01.235651 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-823411420-network', 'tenant_id': '84d4a6209f604a0bb366f1925cc9552c'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:01.238116 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-c997b66f-cf56-45b9-ad5a-14c8e1ca5309 service neutron] 10.222.0.72 "GET /v2.0/networks/5da0db70-167f-4c44-816e-b5f53d627150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843884 May 20 04:23:01.274178 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.275376 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:01.316385 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Usage tracker for resource:network and tenant:84d4a6209f604a0bb366f1925cc9552c is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:01.325031 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a419b136-96ec-4fdb-afa1-4b07fb9d5fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.328553 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-a419b136-96ec-4fdb-afa1-4b07fb9d5fc2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18031e9b-8216-4652-a497-1cd7444d6b33 HTTP/1.1" status: 204 len: 168 time: 0.7720435 May 20 04:23:01.328553 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.330873 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:01.397639 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:01.403682 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-31d950d7-673c-4fc8-82fb-47fdc4679ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:01.435543 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Notify callbacks [] for port, precommit_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.448873 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Transition to ACTIVE for port object 7c84bd2a-72cf-4118-babe-f6cece283bd0 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:01.470599 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Transition to ACTIVE for port object 7c84bd2a-72cf-4118-babe-f6cece283bd0 will not be triggered until provisioned by entity DHCP. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:01.489540 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.496886 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:01.505485 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e90a714-e07b-4c3c-a939-5b3e85ac25f5,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:01.519899 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:01.570006 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Pushing event updated for resources: {'Port': ['ID=7c84bd2a-72cf-4118-babe-f6cece283bd0,revision_number=1']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:01.586057 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Network 75b2d426-2178-48f9-bcce-df1758c4b992 is already hosted by enough agents. {{(pid=91669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:01.587727 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.base_scheduler [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Resources bound (agent type, host, resource id): {{(pid=91669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:01.591008 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.591619 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.592097 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.592595 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.593054 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.593534 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.594002 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.594466 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.594925 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.595388 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.595901 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.596383 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Tracked resource versions report: May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: pushed versions: May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: { 'AddressGroup': {'1.2'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'ConntrackHelper': {'1.0'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'Log': {'1.0'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'Network': {'1.1'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'Port': {'1.7'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'PortForwarding': {'1.2'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'QosPolicy': {'1.8'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'SecurityGroup': {'1.4'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'SecurityGroupRule': {'1.2'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'SubPort': {'1.0'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'Subnet': {'1.1'}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'Trunk': {'1.1'}} May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: consumer versions: May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: { DHCP agent@dv-cinder-782405-9-smb: {}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: HyperV agent@hv-cinder-78240: {}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: L3 agent@dv-cinder-782405-9-smb: {}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: Metadata agent@dv-cinder-782405-9-smb: {}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: Metering agent@dv-cinder-782405-9-smb: {}, May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: Open vSwitch agent@dv-cinder-782405-9-smb: { 'AddressGroup': '1.2', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'ConntrackHelper': '1.0', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'Log': '1.0', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'Network': '1.1', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'Port': '1.7', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'PortForwarding': '1.2', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'QosPolicy': '1.8', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'SecurityGroup': '1.4', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'SecurityGroupRule': '1.2', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'SubPort': '1.0', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'Subnet': '1.1', May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: 'Trunk': '1.1'}} May 20 04:23:01.597523 dv-cinder-782405-9-smb neutron-server[91669]: {{(pid=91669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:23:01.602034 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Received port after_create {{(pid=91669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:01.608018 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:01.625869 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Made reservation on behalf of 84d4a6209f604a0bb366f1925cc9552c for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:01.628468 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.639503 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46352) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:01.662995 dv-cinder-782405-9-smb neutron-server[91667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 04:23:01.664588 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.703286 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Attempting to bind port 7c84bd2a-72cf-4118-babe-f6cece283bd0 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:01.703686 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Attempting to bind port 7c84bd2a-72cf-4118-babe-f6cece283bd0 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:01.704061 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Attempting to bind port 7c84bd2a-72cf-4118-babe-f6cece283bd0 on network 75b2d426-2178-48f9-bcce-df1758c4b992 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:01.709922 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:01.710301 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Checking segment: {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:01.710695 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.711285 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Bound using segment: {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:01.711774 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Bound port: 7c84bd2a-72cf-4118-babe-f6cece283bd0, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:01.712911 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.812637 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] For port 7c84bd2a-72cf-4118-babe-f6cece283bd0, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:01.818638 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] For port 7c84bd2a-72cf-4118-babe-f6cece283bd0, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=7c84bd2a-72cf-4118-babe-f6cece283bd0,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:01.820184 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.826890 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.829401 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b64c678fc09d4db881dfe1ab26fa7fd7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8286262 May 20 04:23:01.831798 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-87512b10-77dd-4059-a4d2-5ac0ebb6f834 req-5cf8f58d-b4a9-4ba9-894d-bb445b4572c2 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 210 time: 0.1767979 May 20 04:23:01.835856 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46364) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:01.844813 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-6f2dfa0f-90b0-4dad-84a7-7acd5a08befa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:01.857223 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:01.883125 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:01.895293 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Usage tracker for resource:security_group_rule and tenant:84d4a6209f604a0bb366f1925cc9552c is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:01.901026 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:01.915379 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:01.996945 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Pushing event updated for resources: {'Port': ['ID=7c84bd2a-72cf-4118-babe-f6cece283bd0,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:02.000715 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:02.009078 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.013166 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5afae071-d994-464f-af7e-55acc7f424cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.059499 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5afae071-d994-464f-af7e-55acc7f424cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.065839 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46368) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:02.093429 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.111301 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:02.118800 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] Usage tracker for resource:security_group_rule and tenant:9d951957ca4745c4a3e92536c25b2b10 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:02.123091 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:02.131723 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:02.157411 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.165080 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:02.211105 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5afae071-d994-464f-af7e-55acc7f424cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.268696 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Allocated IP 172.28.0.243 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/5151c7a7-d490-42fa-8551-0dc526ddf58a) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:02.287528 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.292432 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:02.299025 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:02.303907 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.304789 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:02.483227 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Pushing event updated for resources: {'Port': ['ID=ffa6db3d-9a13-4b5f-8fee-592ebe5624f6,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:02.500881 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.515964 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.529374 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:02.542020 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5afae071-d994-464f-af7e-55acc7f424cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.545691 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-5afae071-d994-464f-af7e-55acc7f424cc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e90a714-e07b-4c3c-a939-5b3e85ac25f5 HTTP/1.1" status: 204 len: 168 time: 0.7088923 May 20 04:23:02.552684 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:02.553391 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:23:02.555450 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:02.590115 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afae071-d994-464f-af7e-55acc7f424cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e90a714-e07b-4c3c-a939-5b3e85ac25f5,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:02.606839 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.607189 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.segments_db [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Added segment e7e334e3-014c-4192-a2e0-cafe14444131 of type vlan for network eb0f7776-9530-4ba8-87eb-edd72ca46d9a May 20 04:23:02.694497 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9d951957ca4745c4a3e92536c25b2b10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6245997 May 20 04:23:02.696308 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.699500 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46408) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:02.702226 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26020785-4054-430e-be88-ad856fe53aa0,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:02.718868 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:02.738892 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea44f27b-a7db-4afa-897a-1014bd1b79c3,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:02.751798 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:02.754624 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a419b136-96ec-4fdb-afa1-4b07fb9d5fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:02.754905 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a419b136-96ec-4fdb-afa1-4b07fb9d5fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:02.769797 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.849048 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ab04733-c15b-4495-8d34-1ae81bf19d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.908437 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ab04733-c15b-4495-8d34-1ae81bf19d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.927284 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:02.963203 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:03.010493 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:03.019346 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:03.023343 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:03.043312 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.061711 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:03.062472 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.072100 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-594e701f-2a10-4933-94b3-cd1e46e4d7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:03.213438 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Pushing event updated for resources: {'Network': ['ID=eb0f7776-9530-4ba8-87eb-edd72ca46d9a,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:03.230853 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network eb0f7776-9530-4ba8-87eb-edd72ca46d9a details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:23:03.239896 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:03.246722 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0277002 May 20 04:23:03.247717 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.336187 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46442) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:03.394901 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Request body: {'subnet': {'network_id': 'eb0f7776-9530-4ba8-87eb-edd72ca46d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-823411420-subnet', 'tenant_id': '84d4a6209f604a0bb366f1925cc9552c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:03.416710 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:03.437503 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Usage tracker for resource:subnet and tenant:84d4a6209f604a0bb366f1925cc9552c is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:03.455175 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:03.464300 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:03.563989 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Made reservation on behalf of 84d4a6209f604a0bb366f1925cc9552c for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:03.567350 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.583553 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428bf4d4-a39b-49ca-8524-5f6c2073bde7 None None] Network 75b2d426-2178-48f9-bcce-df1758c4b992 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:03.666848 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Pushing event updated for resources: {'Port': ['ID=5151c7a7-d490-42fa-8551-0dc526ddf58a,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:03.695757 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:03.711913 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e254a041-aaf7-415a-8753-dbd52f1a60f8 req-87ee71a6-77d1-4ca5-817f-ba97333c4fd6 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 210 time: 0.4213514 May 20 04:23:03.808686 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-e4a54b5f-32d0-444b-ae8d-eefc6276dc68 None None] Provisioning for port 7c84bd2a-72cf-4118-babe-f6cece283bd0 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:03.820505 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ab04733-c15b-4495-8d34-1ae81bf19d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:03.820703 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:03.864193 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab04733-c15b-4495-8d34-1ae81bf19d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26020785-4054-430e-be88-ad856fe53aa0,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:03.894290 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5ab04733-c15b-4495-8d34-1ae81bf19d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:04.047117 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ab04733-c15b-4495-8d34-1ae81bf19d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:04.076034 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-5ab04733-c15b-4495-8d34-1ae81bf19d54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26020785-4054-430e-be88-ad856fe53aa0 HTTP/1.1" status: 204 len: 168 time: 1.3636408 May 20 04:23:04.105046 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:04.114883 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 7c84bd2a-72cf-4118-babe-f6cece283bd0 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:04.141053 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519823'] for router, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:04.370352 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 7c84bd2a-72cf-4118-babe-f6cece283bd0 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:04.398264 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 7c84bd2a-72cf-4118-babe-f6cece283bd0 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:04.398961 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:04.772998 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:04.883271 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 7c84bd2a-72cf-4118-babe-f6cece283bd0, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=7c84bd2a-72cf-4118-babe-f6cece283bd0,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:04.890499 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519823'] for router, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:04.895174 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.79', 49516) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:04.903424 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:04.914639 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:05.068362 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=7c84bd2a-72cf-4118-babe-f6cece283bd0,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:05.074161 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:05.084557 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-dda3535f-53ec-443f-8617-d9bf490c3b81 None None] Provisioning complete for port 7c84bd2a-72cf-4118-babe-f6cece283bd0 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:05.084933 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-dda3535f-53ec-443f-8617-d9bf490c3b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:05.102485 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 is scheduled to L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d with binding_index 1 {{(pid=91667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:23:05.368095 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1e83f843-f7d6-4e0a-a219-efb9308ce1c8 req-e6ddcb65-0a78-4f10-aecf-bafa49f52e0c tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 210 time: 0.4114523 May 20 04:23:05.532013 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Router 81f9dcfc-44c4-40be-b247-251b90be5af4 is scheduled to L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d with binding_index 1 {{(pid=91668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:23:05.535790 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:05.549800 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:23:05.564098 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939f289-2705-4761-83a4-e6e31963927d req-ff150ecd-8656-44af-a5df-7d2b0962b870 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:05.564905 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1a551e13-2e46-47d7-8eba-24d55677eda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:05.565619 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-ff150ecd-8656-44af-a5df-7d2b0962b870 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.79 "GET /v2.0/networks?id=5da0db70-167f-4c44-816e-b5f53d627150 HTTP/1.1" status: 200 len: 812 time: 0.6681716 May 20 04:23:05.569852 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Sync routers for ids ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:23:05.585355 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Routers {'90e7ecdf-6825-41ad-bf89-1777a30fbdc7'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:05.585765 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:22:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:05.673652 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Request body: {'port': {'device_id': '3856cc10-1152-44fc-b43e-4e2011057869', 'network_id': '5da0db70-167f-4c44-816e-b5f53d627150', 'admin_state_up': True, 'tenant_id': '69184aaba608473bab5df670af3d83a4'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:05.702454 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:05.706874 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4406285 May 20 04:23:05.714783 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46560) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:05.846173 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Checking segment: {'id': 'e7e334e3-014c-4192-a2e0-cafe14444131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'eb0f7776-9530-4ba8-87eb-edd72ca46d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:05.846630 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Network hostable DHCP agents. Network: eb0f7776-9530-4ba8-87eb-edd72ca46d9a, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:23:05.891589 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f985f2c-5f3b-4324-a15d-31b5e74e24ef,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:05.894899 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:05.899795 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Network eb0f7776-9530-4ba8-87eb-edd72ca46d9a is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:23:06.063348 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:23:06.073916 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, eb0f7776-9530-4ba8-87eb-edd72ca46d9a) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:06.080905 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Sync routers for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:23:06.087123 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a08ba-2ea9-4f05-94cf-b0b102a4f2f6 None None] Network eb0f7776-9530-4ba8-87eb-edd72ca46d9a requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:06.088461 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:06.090194 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:06.102281 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:06.121125 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Usage tracker for resource:port and tenant:69184aaba608473bab5df670af3d83a4 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:06.125128 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Set router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:06.127888 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:06.143252 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8004179 May 20 04:23:06.144565 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Notify callbacks [] for router, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:06.152784 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1045506 May 20 04:23:06.153822 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46586) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:06.154931 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:06.156491 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 7c84bd2a-72cf-4118-babe-f6cece283bd0 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:06.333727 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Made reservation on behalf of 69184aaba608473bab5df670af3d83a4 for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:06.345340 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:06.406432 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:06.411654 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:22:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:06.464600 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46606) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:06.902276 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 7c84bd2a-72cf-4118-babe-f6cece283bd0 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:06.905060 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:06.907932 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-router', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:59Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 3, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'gw_port': {'id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:06.923087 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Checking router: 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:23:06.923878 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Updating router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 binding host dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:23:07.046457 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.049305 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:07.167994 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3f77a805-ee60-4a62-b820-6efd851f1264 req-6357c1eb-a918-4502-be5b-6bf96b52c21e tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 210 time: 0.3810141 May 20 04:23:07.245495 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3722a4a-66b4-4bb4-8cb5-78cd1ac165c4 admin admin] Deleting subnet c1762973-00ee-45f0-95dc-24f7354aaef2 {{(pid=91668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:23:07.255232 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d8bb6-77ca-4066-8989-703fa9d4d49e None None] Network eb0f7776-9530-4ba8-87eb-edd72ca46d9a requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:07.271172 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f3722a4a-66b4-4bb4-8cb5-78cd1ac165c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.373129 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.480018 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Allocated IP 172.20.0.4 (5da0db70-167f-4c44-816e-b5f53d627150/daafe210-d4a3-46ec-b0d1-4d0d3cfae571/9d4c9062-6faa-4efa-ae34-6109dabaf170) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:07.601353 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f3722a4a-66b4-4bb4-8cb5-78cd1ac165c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:07.729682 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46634) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:07.775225 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f3722a4a-66b4-4bb4-8cb5-78cd1ac165c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.006036 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46644) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:08.060965 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Notify callbacks [] for port, precommit_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.081081 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Allocated IP 172.20.0.1 (c5609bc5-6269-462d-ae3a-3769e5221748/d87a1b24-fac6-4032-be77-16ea154fc07e/1e76405e-1e69-48bd-a893-e1de8f56bcf4) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:08.099660 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.provisioning_blocks [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Transition to ACTIVE for port object ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 will not be triggered until provisioned by entity L2. {{(pid=91670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:08.109755 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.122105 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:08.389050 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Attempting to bind port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:08.390109 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Attempting to bind port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:08.396051 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Attempting to bind port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 on network 15348c5a-0e86-4be2-ba9e-cffdb25c56df {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:08.468426 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:08.472063 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Checking segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:08.472835 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.475918 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Bound using segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:08.477082 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Bound port: ffa6db3d-9a13-4b5f-8fee-592ebe5624f6, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:08.480652 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.494403 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dc5750cb-7844-4755-880e-d87540036a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.570184 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:03Z', 'revision_number': 3, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:08.574741 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Checking router: 81f9dcfc-44c4-40be-b247-251b90be5af4 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:23:08.575116 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Updating router 81f9dcfc-44c4-40be-b247-251b90be5af4 port 5151c7a7-d490-42fa-8551-0dc526ddf58a binding host dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:23:08.615809 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Pushing event updated for resources: {'Port': ['ID=ffa6db3d-9a13-4b5f-8fee-592ebe5624f6,revision_number=2']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:08.665957 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.675274 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.678455 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.679513 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.680721 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.681229 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.683442 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.684608 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.685898 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.687227 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.688029 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.688810 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.689332 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.691608 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Tracked resource versions report: May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: pushed versions: May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: { 'AddressGroup': {'1.2'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'ConntrackHelper': {'1.0'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'Log': {'1.0'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'Network': {'1.1'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'Port': {'1.7'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'PortForwarding': {'1.2'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'QosPolicy': {'1.8'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'SecurityGroup': {'1.4'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'SecurityGroupRule': {'1.2'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'SubPort': {'1.0'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'Subnet': {'1.1'}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'Trunk': {'1.1'}} May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: consumer versions: May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: { DHCP agent@dv-cinder-782405-9-smb: {}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: HyperV agent@hv-cinder-78240: {}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: L3 agent@dv-cinder-782405-9-smb: {}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: Metadata agent@dv-cinder-782405-9-smb: {}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: Metering agent@dv-cinder-782405-9-smb: {}, May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: Open vSwitch agent@dv-cinder-782405-9-smb: { 'AddressGroup': '1.2', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'ConntrackHelper': '1.0', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'Log': '1.0', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'Network': '1.1', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'Port': '1.7', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'PortForwarding': '1.2', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'QosPolicy': '1.8', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'SecurityGroup': '1.4', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'SecurityGroupRule': '1.2', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'SubPort': '1.0', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'Subnet': '1.1', May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: 'Trunk': '1.1'}} May 20 04:23:08.693836 dv-cinder-782405-9-smb neutron-server[91670]: {{(pid=91670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 04:23:08.706252 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.716885 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:08.728148 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46660) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:08.741641 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-dc5750cb-7844-4755-880e-d87540036a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:08.763271 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.772970 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d3faeaa1-32a7-48a6-80ce-2f92f5f3e1eb req-ec379a89-f7cd-436b-a381-f31f4fc17e73 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 210 time: 0.2453549 May 20 04:23:08.779147 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-dc5750cb-7844-4755-880e-d87540036a4d admin admin] Usage tracker for resource:security_group_rule and tenant:de2389141e5946c68c0f5618589a414f is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:08.804282 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] For port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:08.809499 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-dc5750cb-7844-4755-880e-d87540036a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:08.810984 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] For port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=ffa6db3d-9a13-4b5f-8fee-592ebe5624f6,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:08.819140 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:08.822709 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:08.831622 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:08.840101 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-dc5750cb-7844-4755-880e-d87540036a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:08.858867 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c5d3cb06ee54f6ea7b20a853ea89df9 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:08.875321 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:08.913813 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:08.923599 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.056411 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Pushing event updated for resources: {'Port': ['ID=ffa6db3d-9a13-4b5f-8fee-592ebe5624f6,revision_number=3']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:09.067428 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:09.109189 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Routers {'90e7ecdf-6825-41ad-bf89-1777a30fbdc7'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:09.111340 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:22:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:09.149905 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.290423 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:09.297896 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.330921 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] Usage tracker for resource:security_group_rule and tenant:08f66149a37c440781f6c0e1be8d1568 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:09.367388 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-025d3644-be5f-4b6d-95a7-25b09b72f27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:09.420854 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f3722a4a-66b4-4bb4-8cb5-78cd1ac165c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.446909 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.449567 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c2577650-4832-4b86-8f3b-d19f1645357c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:09.461115 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Transition to ACTIVE for port object 5151c7a7-d490-42fa-8551-0dc526ddf58a will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:09.469553 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.483397 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:09.484977 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dc5750cb-7844-4755-880e-d87540036a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.492312 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.508604 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3722a4a-66b4-4bb4-8cb5-78cd1ac165c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1762973-00ee-45f0-95dc-24f7354aaef2,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:09.509238 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:09.550688 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f3722a4a-66b4-4bb4-8cb5-78cd1ac165c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.571106 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Attempting to bind port 5151c7a7-d490-42fa-8551-0dc526ddf58a on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:09.571701 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Attempting to bind port 5151c7a7-d490-42fa-8551-0dc526ddf58a by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:09.571892 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Attempting to bind port 5151c7a7-d490-42fa-8551-0dc526ddf58a on network 15348c5a-0e86-4be2-ba9e-cffdb25c56df {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:09.573247 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dc5750cb-7844-4755-880e-d87540036a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.581397 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] Set router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:09.586369 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:09.586954 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Checking segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:09.587399 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.588505 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Bound using segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:09.589133 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Bound port: 5151c7a7-d490-42fa-8551-0dc526ddf58a, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:09.589511 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.600814 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:09.631072 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Network 5da0db70-167f-4c44-816e-b5f53d627150 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:09.632724 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f3722a4a-66b4-4bb4-8cb5-78cd1ac165c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:09.633868 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-688d7ba5-cdea-4eb6-a595-3ce27fab975a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:09.664753 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Network c5609bc5-6269-462d-ae3a-3769e5221748 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:09.674843 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.676446 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f3722a4a-66b4-4bb4-8cb5-78cd1ac165c4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c1762973-00ee-45f0-95dc-24f7354aaef2 HTTP/1.1" status: 204 len: 168 time: 3.1900551 May 20 04:23:09.683952 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] For port 5151c7a7-d490-42fa-8551-0dc526ddf58a, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:09.689181 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] For port 5151c7a7-d490-42fa-8551-0dc526ddf58a, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=5151c7a7-d490-42fa-8551-0dc526ddf58a,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:09.691705 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:09.693305 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46672) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:09.705989 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:09.721059 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:09.729464 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.730070 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:09.730910 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.782638 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Pushing event updated for resources: {'Port': ['ID=9d4c9062-6faa-4efa-ae34-6109dabaf170,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:09.785404 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:09.786250 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:22:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:09.797914 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:09.798276 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520508'] for router_interface, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.825321 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:09.825750 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1762819 May 20 04:23:09.850039 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:09.866583 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-54f96544-3db3-4e22-8806-42f2fdefa50e tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=91668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:23:09.867794 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-54f96544-3db3-4e22-8806-42f2fdefa50e tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064406 May 20 04:23:09.920752 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Pushing event updated for resources: {'Port': ['ID=1e76405e-1e69-48bd-a893-e1de8f56bcf4,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:09.928322 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:09.957217 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8a3fa62b-c318-44d7-a7a8-ccf2d0574a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:09.984036 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388e5f2-6234-4564-bec6-292d2bd22501 None None] Pushing event updated for resources: {'Port': ['ID=5151c7a7-d490-42fa-8551-0dc526ddf58a,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:09.990710 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-dc5750cb-7844-4755-880e-d87540036a4d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de2389141e5946c68c0f5618589a414f&name=default HTTP/1.1" status: 200 len: 2976 time: 2.2488070 May 20 04:23:09.995698 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-e388e5f2-6234-4564-bec6-292d2bd22501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:09.996178 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bba8669f-14be-48b2-8fbc-b3f1291aac36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:09.997078 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46680) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:10.084482 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.243304 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Request body: {'port': {'device_id': '3856cc10-1152-44fc-b43e-4e2011057869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:10.305456 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c5d3cb06ee54f6ea7b20a853ea89df9&name=default HTTP/1.1" status: 200 len: 2977 time: 2.2952895 May 20 04:23:10.316021 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.318443 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5750cb-7844-4755-880e-d87540036a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cc369a-902e-4ccf-8310-6230296baa3a,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:10.326129 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46692) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:10.368856 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388e5f2-6234-4564-bec6-292d2bd22501 None None] Pushing event updated for resources: {'Port': ['ID=5151c7a7-d490-42fa-8551-0dc526ddf58a,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:10.377936 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-e388e5f2-6234-4564-bec6-292d2bd22501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:10.429962 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bc8154-d723-40c0-9d5d-7f6e87dbcb02,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:10.437030 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:10.472815 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:10.524171 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.844s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:10.524826 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:10.590020 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6b6b-1f46-4f75-903d-95b3c194f00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.607277 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-router', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:59Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 3, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'gw_port': {'id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:10.613444 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5ff17-9e6e-4e36-ab60-04324f02dc1f None None] The sync data for ids ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'] in dv-cinder-782405-9-smb is: [{'id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-router', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:59Z', 'updated_at': '2021-05-20T04:23:02Z', 'revision_number': 3, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'gw_port': {'id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:23:10.666687 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.737512 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.767372 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.779548 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:10.795448 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ad720d09-5393-4a00-90c6-41c4fa6d1c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.834511 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:10.834919 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:10.835644 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:10.835965 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > port after_create 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:10.836297 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:10.837425 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > port after_update 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:10.837792 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:10.838150 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:10.838404 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:10.838708 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:10.907195 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e14a9-3ee4-4030-a2a2-080d4df73af4 req-4bdb73e9-aa51-48ae-8f64-d6cf2805eaa6 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:10.907195 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-360e14a9-3ee4-4030-a2a2-080d4df73af4 req-4bdb73e9-aa51-48ae-8f64-d6cf2805eaa6 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Synchronizing usage tracker for tenant:69184aaba608473bab5df670af3d83a4 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:10.948793 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6b6b-1f46-4f75-903d-95b3c194f00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:10.985743 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:03Z', 'revision_number': 3, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:10.999421 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650c316-350b-4946-9678-d2a9fce687f1 None None] The sync data for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb is: [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:03Z', 'revision_number': 3, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:23:11.081483 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:11.081880 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:11.082211 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:11.082568 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:23:11.082949 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b261bc54-0de5-4f0a-b986-55fbbd841d01']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:11.145509 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-360e14a9-3ee4-4030-a2a2-080d4df73af4 req-4bdb73e9-aa51-48ae-8f64-d6cf2805eaa6 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Unset dirty status for tenant:69184aaba608473bab5df670af3d83a4 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:11.146687 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-360e14a9-3ee4-4030-a2a2-080d4df73af4 req-4bdb73e9-aa51-48ae-8f64-d6cf2805eaa6 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 931 time: 0.9164197 May 20 04:23:11.172541 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.222736 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374fdd59-db8a-4ebe-ab83-3c3cc06b4fc2') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:11.227872 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374fdd59-db8a-4ebe-ab83-3c3cc06b4fc2') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:11.241244 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08f66149a37c440781f6c0e1be8d1568&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5110199 May 20 04:23:11.253942 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46698) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:11.272903 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e52595-2cfb-4416-97d2-eda9fbdf2068,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:11.288806 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.296595 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:11.305436 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ad720d09-5393-4a00-90c6-41c4fa6d1c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.343317 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.345515 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.398034 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:23:11.398438 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: from cryptography.utils import int_from_bytes May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: from cryptography.utils import int_from_bytes May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:23:11.414447 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:23:11.601973 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.644465 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:11.696662 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.699599 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Pushing event deleted for resources: {'Network': ['ID=b261bc54-0de5-4f0a-b986-55fbbd841d01,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:11.709998 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:11.760114 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ad720d09-5393-4a00-90c6-41c4fa6d1c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:11.762455 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Allocated IP 172.20.0.1 (75b2d426-2178-48f9-bcce-df1758c4b992/d830b1e6-1a25-4745-b771-c773f3d95474/80cd4a0d-a344-4198-aa83-1574fe48f06a) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:11.814329 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:11.836110 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b261bc54-0de5-4f0a-b986-55fbbd841d01 HTTP/1.1" status: 204 len: 168 time: 2.1293924 May 20 04:23:11.856541 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46714) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:11.887877 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-360e14a9-3ee4-4030-a2a2-080d4df73af4 req-dc0f3616-1e3b-45dd-b85b-fe7d9c3448e9 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809418 May 20 04:23:12.010329 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c835c9-aea2-4b79-8ff7-5051573bd742 admin admin] Deleting subnet 1f985f2c-5f3b-4324-a15d-31b5e74e24ef {{(pid=91668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:23:12.014442 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e9c835c9-aea2-4b79-8ff7-5051573bd742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.062466 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.065633 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad720d09-5393-4a00-90c6-41c4fa6d1c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bc8154-d723-40c0-9d5d-7f6e87dbcb02,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:12.069635 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ad720d09-5393-4a00-90c6-41c4fa6d1c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:12.070604 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ad720d09-5393-4a00-90c6-41c4fa6d1c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.074999 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-ad720d09-5393-4a00-90c6-41c4fa6d1c20 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/45bc8154-d723-40c0-9d5d-7f6e87dbcb02 HTTP/1.1" status: 204 len: 168 time: 1.7470767 May 20 04:23:12.077500 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.176375 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:12.188394 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e9c835c9-aea2-4b79-8ff7-5051573bd742 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.211686 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e9c835c9-aea2-4b79-8ff7-5051573bd742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.394323 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7988385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520539'] for router_interface, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.398663 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Pushing event updated for resources: {'Port': ['ID=1e76405e-1e69-48bd-a893-e1de8f56bcf4,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:12.406784 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 5151c7a7-d490-42fa-8551-0dc526ddf58a up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:12.430646 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:12.466296 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6b6b-1f46-4f75-903d-95b3c194f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.574384 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6f3e446c-98c3-41b4-86d6-7339bc0a3b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:12.630733 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 5151c7a7-d490-42fa-8551-0dc526ddf58a completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:12.640606 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 5151c7a7-d490-42fa-8551-0dc526ddf58a triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:12.641027 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.670453 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e6b6b-1f46-4f75-903d-95b3c194f00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cc369a-902e-4ccf-8310-6230296baa3a,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:12.718074 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-8c8e6b6b-1f46-4f75-903d-95b3c194f00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:12.853606 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Network c5609bc5-6269-462d-ae3a-3769e5221748 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:12.854920 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:12.856600 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6b6b-1f46-4f75-903d-95b3c194f00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:12.861723 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-8c8e6b6b-1f46-4f75-903d-95b3c194f00d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/68cc369a-902e-4ccf-8310-6230296baa3a HTTP/1.1" status: 204 len: 168 time: 2.8635001 May 20 04:23:13.041938 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46736) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:13.044293 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3df25bfb-74f9-4832-9ae5-39afd0520916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.053125 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.103221 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 5151c7a7-d490-42fa-8551-0dc526ddf58a, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=5151c7a7-d490-42fa-8551-0dc526ddf58a,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:13.113195 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.115263 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:13.169799 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:13.199730 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.328447 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.329722 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=5151c7a7-d490-42fa-8551-0dc526ddf58a,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:13.338150 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:13.342094 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:13.351108 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:13.351508 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.356301 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:23:13.513847 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.528309 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e9c835c9-aea2-4b79-8ff7-5051573bd742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.536860 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=ffa6db3d-9a13-4b5f-8fee-592ebe5624f6,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:13.541682 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3df25bfb-74f9-4832-9ae5-39afd0520916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.545348 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.548712 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:13.640092 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:13.656664 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] Usage tracker for resource:security_group_rule and tenant:c117f5b30eda4ff685441a925fe86d08 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:13.662518 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:13.667678 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c908-0483-4e7c-b26e-8757173830af req-a727369c-d1b9-4acc-ba8c-86daf41cde1d tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:13.669693 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6c12c908-0483-4e7c-b26e-8757173830af req-a727369c-d1b9-4acc-ba8c-86daf41cde1d tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 931 time: 0.4176683 May 20 04:23:13.674761 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:13.688031 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:23:13.708636 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] 10.222.0.72 "PUT /v2.0/routers/90e7ecdf-6825-41ad-bf89-1777a30fbdc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9883277 May 20 04:23:13.748620 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=ffa6db3d-9a13-4b5f-8fee-592ebe5624f6,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:13.752941 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:13.754404 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-6c12c908-0483-4e7c-b26e-8757173830af req-42404f91-5164-41b7-a2ed-7a45863a2091 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Synchronizing usage tracker for tenant:69184aaba608473bab5df670af3d83a4 on resource:security_group {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:13.779187 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Transition to ACTIVE for port object 80cd4a0d-a344-4198-aa83-1574fe48f06a will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:13.799777 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-6c12c908-0483-4e7c-b26e-8757173830af req-42404f91-5164-41b7-a2ed-7a45863a2091 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Unset dirty status for tenant:69184aaba608473bab5df670af3d83a4 on resource:security_group {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:13.818299 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6c12c908-0483-4e7c-b26e-8757173830af req-42404f91-5164-41b7-a2ed-7a45863a2091 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321220 May 20 04:23:13.847833 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-821c985c-7756-4528-9cd3-b4b5560fa7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:13.901861 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3df25bfb-74f9-4832-9ae5-39afd0520916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.916365 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e9c835c9-aea2-4b79-8ff7-5051573bd742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:13.963373 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c835c9-aea2-4b79-8ff7-5051573bd742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f985f2c-5f3b-4324-a15d-31b5e74e24ef,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:13.985193 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e9c835c9-aea2-4b79-8ff7-5051573bd742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:13.987184 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-8c8e6b6b-1f46-4f75-903d-95b3c194f00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:14.028025 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df25bfb-74f9-4832-9ae5-39afd0520916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e52595-2cfb-4416-97d2-eda9fbdf2068,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:14.042057 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3df25bfb-74f9-4832-9ae5-39afd0520916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:14.064439 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.db.resource_extend [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 04:23:14.134755 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3df25bfb-74f9-4832-9ae5-39afd0520916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:14.143746 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-3df25bfb-74f9-4832-9ae5-39afd0520916 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8e52595-2cfb-4416-97d2-eda9fbdf2068 HTTP/1.1" status: 204 len: 168 time: 2.8886025 May 20 04:23:14.153861 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-e9c835c9-aea2-4b79-8ff7-5051573bd742 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1f985f2c-5f3b-4324-a15d-31b5e74e24ef HTTP/1.1" status: 204 len: 168 time: 2.2641077 May 20 04:23:14.156653 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46764) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:14.250867 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Sync routers for ids ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:23:14.275116 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Routers {'90e7ecdf-6825-41ad-bf89-1777a30fbdc7'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:14.275824 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:22:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:14.284823 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 5151c7a7-d490-42fa-8551-0dc526ddf58a up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:14.407521 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:14.509779 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:14.570961 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 5151c7a7-d490-42fa-8551-0dc526ddf58a triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:14.571520 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:14.626533 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:14.806959 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4c9062-6faa-4efa-ae34-6109dabaf170 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:14.833694 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:14.886142 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Transition to ACTIVE for port object 9d4c9062-6faa-4efa-ae34-6109dabaf170 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:14.996581 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:15.011314 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.044218 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.074317 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0f7776-9530-4ba8-87eb-edd72ca46d9a']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:15.074478 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.102164 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Set router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:15.131708 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.148951 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Network 75b2d426-2178-48f9-bcce-df1758c4b992 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:15.187197 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Pushing event updated for resources: {'Port': ['ID=80cd4a0d-a344-4198-aa83-1574fe48f06a,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:15.251404 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:15.265381 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e334e3-014c-4192-a2e0-cafe14444131') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:15.266513 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e334e3-014c-4192-a2e0-cafe14444131') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:15.309651 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:15.310154 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520508'] for router_interface, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.377611 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:15.380064 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.385926 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.420515 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.456518 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:23:15.457641 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:23:15.512185 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:23:15.712030 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.202s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:15.812955 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7af9e7-cd48-407d-bf22-954de05a4d73 req-8dcce542-055a-45d6-9897-b015c3251cd9 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:15.824982 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-de7af9e7-cd48-407d-bf22-954de05a4d73 req-8dcce542-055a-45d6-9897-b015c3251cd9 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 943 time: 0.7405853 May 20 04:23:15.846462 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-012c764f-a155-46c4-98c1-150e587a6cff None None] Provisioning for port 80cd4a0d-a344-4198-aa83-1574fe48f06a completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:15.862803 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.864343 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-012c764f-a155-46c4-98c1-150e587a6cff None None] Provisioning complete for port 80cd4a0d-a344-4198-aa83-1574fe48f06a triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:15.870272 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-012c764f-a155-46c4-98c1-150e587a6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.903339 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:15.909596 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:15.959135 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:16.013251 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0f7776-9530-4ba8-87eb-edd72ca46d9a,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:16.024323 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-de7af9e7-cd48-407d-bf22-954de05a4d73 req-3ba2f0fc-e869-4886-bd51-b1dc60ffe28c tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878078 May 20 04:23:16.032628 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:16.042116 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/eb0f7776-9530-4ba8-87eb-edd72ca46d9a HTTP/1.1" status: 204 len: 168 time: 1.8843229 May 20 04:23:16.054089 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-012c764f-a155-46c4-98c1-150e587a6cff None None] Port 80cd4a0d-a344-4198-aa83-1574fe48f06a cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:23:16.185522 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-router', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:59Z', 'updated_at': '2021-05-20T04:23:10Z', 'revision_number': 4, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'gw_port': {'id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '1e76405e-1e69-48bd-a893-e1de8f56bcf4', 'name': '', 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'mac_address': 'fa:16:3e:f5:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd87a1b24-fac6-4032-be77-16ea154fc07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:07Z', 'updated_at': '2021-05-20T04:23:11Z', 'revision_number': 2, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'subnets': [{'id': 'd87a1b24-fac6-4032-be77-16ea154fc07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:16.197231 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Checking router: 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:23:16.197613 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Updating router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 port 1e76405e-1e69-48bd-a893-e1de8f56bcf4 binding host dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:23:16.339324 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:16.430940 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46832) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:16.616303 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-84a947eb-1f9d-440f-8c8e-a456870a01c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf9266021257489cbbc183c0d03b7f49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1775823 May 20 04:23:16.617396 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46840) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:16.661020 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c117f5b30eda4ff685441a925fe86d08&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6102259 May 20 04:23:16.667777 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46844) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:16.835506 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-83888ab4-0db9-4f98-8e1f-4e4a788d681e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:16.841937 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-83888ab4-0db9-4f98-8e1f-4e4a788d681e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Synchronizing usage tracker for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:network {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:16.841937 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35ca563-0afd-4ffd-ad80-557e6ad30fd3,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:16.883063 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fc73240-0c0f-4a39-a49d-7ea961dfec33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:16.883744 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:16.927617 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-01930e00-c021-4cce-bf87-33df9cd34516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.767s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:16.990450 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-13eeb8ea-a8cf-48da-b662-6e2748bcc5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.037145 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Attempting to bind port 9d4c9062-6faa-4efa-ae34-6109dabaf170 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:17.037912 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Attempting to bind port 9d4c9062-6faa-4efa-ae34-6109dabaf170 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'ae541722-ca20-458e-b8c9-ca3482bb607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5da0db70-167f-4c44-816e-b5f53d627150'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:17.038505 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Attempting to bind port 9d4c9062-6faa-4efa-ae34-6109dabaf170 on network 5da0db70-167f-4c44-816e-b5f53d627150 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:17.047549 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fc73240-0c0f-4a39-a49d-7ea961dfec33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.065851 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Port 9d4c9062-6faa-4efa-ae34-6109dabaf170 on network 5da0db70-167f-4c44-816e-b5f53d627150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:23:17.066584 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Attempting to bind port 9d4c9062-6faa-4efa-ae34-6109dabaf170 on network 5da0db70-167f-4c44-816e-b5f53d627150 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:17.081192 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-83888ab4-0db9-4f98-8e1f-4e4a788d681e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Unset dirty status for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:network {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:17.089924 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-83888ab4-0db9-4f98-8e1f-4e4a788d681e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 819 time: 2.2012503 May 20 04:23:17.151489 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:17.152292 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Checking segment: {'id': 'ae541722-ca20-458e-b8c9-ca3482bb607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5da0db70-167f-4c44-816e-b5f53d627150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:17.153108 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Bound using segment: {'id': 'ae541722-ca20-458e-b8c9-ca3482bb607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5da0db70-167f-4c44-816e-b5f53d627150'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:17.153800 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Bound port: 9d4c9062-6faa-4efa-ae34-6109dabaf170, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae541722-ca20-458e-b8c9-ca3482bb607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5da0db70-167f-4c44-816e-b5f53d627150'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:17.154383 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.172355 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-de83c5c5-6f17-4625-b81c-cf97ed141055 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/quotas/c8d0f434122d479b92fc096f3e87dc14 HTTP/1.1" status: 200 len: 375 time: 0.0811396 May 20 04:23:17.188075 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Pushing event updated for resources: {'Port': ['ID=9d4c9062-6faa-4efa-ae34-6109dabaf170,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:17.234395 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-13eeb8ea-a8cf-48da-b662-6e2748bcc5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.235211 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:17.516544 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.575307 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-ef70da84-ecae-4e3d-ae43-1ca6dec6d661 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4016120 May 20 04:23:17.579248 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Notify callbacks [] for port, precommit_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.611239 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.provisioning_blocks [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Transition to ACTIVE for port object 1e76405e-1e69-48bd-a893-e1de8f56bcf4 will not be triggered until provisioned by entity L2. {{(pid=91670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:17.619915 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.641111 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:17.703610 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] For port 9d4c9062-6faa-4efa-ae34-6109dabaf170, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:17.736197 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fc73240-0c0f-4a39-a49d-7ea961dfec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:17.764694 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:17.843334 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc73240-0c0f-4a39-a49d-7ea961dfec33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18630ef7-04e6-445d-b5a6-eb04754a3d48,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:17.916203 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42cb0a-aec9-41f0-b9d5-719df81f47c0 req-cc86511d-3e74-44b9-b9b8-d747ebb2ba76 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:17.945629 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7c42cb0a-aec9-41f0-b9d5-719df81f47c0 req-cc86511d-3e74-44b9-b9b8-d747ebb2ba76 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 943 time: 0.4621763 May 20 04:23:17.971095 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1fc73240-0c0f-4a39-a49d-7ea961dfec33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:17.974582 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46868) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:18.005010 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a088d-55ef-44cc-bc4f-6f06d8b5f7f4 None None] Pushing event updated for resources: {'Port': ['ID=1e76405e-1e69-48bd-a893-e1de8f56bcf4,revision_number=3']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:18.017396 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-f03a088d-55ef-44cc-bc4f-6f06d8b5f7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:18.115005 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.129777 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-13eeb8ea-a8cf-48da-b662-6e2748bcc5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.178350 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7c42cb0a-aec9-41f0-b9d5-719df81f47c0 req-1591b316-9ba2-42b9-8673-c43ca039927d tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317436 May 20 04:23:18.196947 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-13eeb8ea-a8cf-48da-b662-6e2748bcc5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.210883 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-13eeb8ea-a8cf-48da-b662-6e2748bcc5e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a35ca563-0afd-4ffd-ad80-557e6ad30fd3 HTTP/1.1" status: 204 len: 168 time: 1.5400798 May 20 04:23:18.212658 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fc73240-0c0f-4a39-a49d-7ea961dfec33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.223102 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-1fc73240-0c0f-4a39-a49d-7ea961dfec33 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18630ef7-04e6-445d-b5a6-eb04754a3d48 HTTP/1.1" status: 204 len: 168 time: 1.5986631 May 20 04:23:18.224592 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:18.249832 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Attempting to bind port 1e76405e-1e69-48bd-a893-e1de8f56bcf4 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:18.251228 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Attempting to bind port 1e76405e-1e69-48bd-a893-e1de8f56bcf4 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:18.251885 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Attempting to bind port 1e76405e-1e69-48bd-a893-e1de8f56bcf4 on network c5609bc5-6269-462d-ae3a-3769e5221748 {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:18.270666 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:18.271061 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Checking segment: {'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:18.271491 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.271887 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Bound using segment: {'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:18.272363 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Bound port: 1e76405e-1e69-48bd-a893-e1de8f56bcf4, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'}}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:18.272743 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.274106 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eeb8ea-a8cf-48da-b662-6e2748bcc5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35ca563-0afd-4ffd-ad80-557e6ad30fd3,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:18.280738 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] For port 9d4c9062-6faa-4efa-ae34-6109dabaf170, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9d4c9062-6faa-4efa-ae34-6109dabaf170,segment=NetworkSegment(ae541722-ca20-458e-b8c9-ca3482bb607c),segment_id=ae541722-ca20-458e-b8c9-ca3482bb607c)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:18.282257 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.284153 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-13eeb8ea-a8cf-48da-b662-6e2748bcc5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:18.310028 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7988385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520539'] for router_interface, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.328789 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:18.401611 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.547083 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] For port 1e76405e-1e69-48bd-a893-e1de8f56bcf4, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:18.552006 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] For port 1e76405e-1e69-48bd-a893-e1de8f56bcf4, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=1e76405e-1e69-48bd-a893-e1de8f56bcf4,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:18.559750 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.582453 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:18.583066 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.593332 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] 10.222.0.79 "PUT /v2.0/ports/9d4c9062-6faa-4efa-ae34-6109dabaf170 HTTP/1.1" status: 200 len: 1093 time: 8.5915492 May 20 04:23:18.595956 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-1d67a5c7-ea69-4e56-8a3c-1255f9d8f5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:18.619672 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3856cc10-1152-44fc-b43e-4e2011057869', 'tag': '9d4c9062-6faa-4efa-ae34-6109dabaf170'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:18.620725 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.649820 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:18.673597 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:a63b573f25e04019947c4ddf21187e07 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:18.678098 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:18.689074 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:18.730320 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Routers {'90e7ecdf-6825-41ad-bf89-1777a30fbdc7'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:18.731194 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:22:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:18.752757 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Pushing event updated for resources: {'Port': ['ID=80cd4a0d-a344-4198-aa83-1574fe48f06a,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:18.832321 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:18.835759 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:18.942810 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.949156 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-e1d7806f-7829-4072-98b7-48773dca6b92 service neutron] 10.222.0.72 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3701444 May 20 04:23:18.960342 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:18.981459 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:19.047609 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] Set router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:19.076464 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a63b573f25e04019947c4ddf21187e07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1003304 May 20 04:23:19.082781 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 46896) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:19.083357 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec00c6a-8cba-428f-877d-58196c9f0cf5,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:19.089194 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:19.327967 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46910) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:19.481648 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-90d60afa-2021-49d1-852a-7597905aa585 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=84d4a6209f604a0bb366f1925cc9552c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1523726 May 20 04:23:19.487078 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 46918) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:19.572997 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-a82bf34a-b671-4d3d-97c2-f267f1a1f4f2 service neutron] 10.222.0.72 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966866 May 20 04:23:19.584484 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-344e384f-4d16-4689-a409-9ef52b60a135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.626151 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd97db-5a91-4bff-beec-abd8ead34c9f req-df55c098-d5d7-4d85-a169-9e39f7fc59a6 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:19.627800 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-16dd97db-5a91-4bff-beec-abd8ead34c9f req-df55c098-d5d7-4d85-a169-9e39f7fc59a6 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 943 time: 0.1910810 May 20 04:23:19.630881 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Pushing event updated for resources: {'Port': ['ID=9d4c9062-6faa-4efa-ae34-6109dabaf170,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:19.631183 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-router', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:59Z', 'updated_at': '2021-05-20T04:23:10Z', 'revision_number': 4, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'gw_port': {'id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '1e76405e-1e69-48bd-a893-e1de8f56bcf4', 'name': '', 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'mac_address': 'fa:16:3e:f5:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd87a1b24-fac6-4032-be77-16ea154fc07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:07Z', 'updated_at': '2021-05-20T04:23:18Z', 'revision_number': 4, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'subnets': [{'id': 'd87a1b24-fac6-4032-be77-16ea154fc07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:19.639179 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:19.643845 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Network 75b2d426-2178-48f9-bcce-df1758c4b992 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:19.646453 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a088d-55ef-44cc-bc4f-6f06d8b5f7f4 None None] Pushing event updated for resources: {'Port': ['ID=1e76405e-1e69-48bd-a893-e1de8f56bcf4,revision_number=4']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:19.656503 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:19.660174 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-f03a088d-55ef-44cc-bc4f-6f06d8b5f7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.065s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:19.662910 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0fd97-f37e-4f84-98a5-824d3f0b0eff None None] The sync data for ids ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'] in dv-cinder-782405-9-smb is: [{'id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-router', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:59Z', 'updated_at': '2021-05-20T04:23:10Z', 'revision_number': 4, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'gw_port': {'id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '1e76405e-1e69-48bd-a893-e1de8f56bcf4', 'name': '', 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'mac_address': 'fa:16:3e:f5:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd87a1b24-fac6-4032-be77-16ea154fc07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:07Z', 'updated_at': '2021-05-20T04:23:18Z', 'revision_number': 4, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'subnets': [{'id': 'd87a1b24-fac6-4032-be77-16ea154fc07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:23:19.689873 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-344e384f-4d16-4689-a409-9ef52b60a135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.780895 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-344e384f-4d16-4689-a409-9ef52b60a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.791717 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:19.854489 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e384f-4d16-4689-a409-9ef52b60a135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea44f27b-a7db-4afa-897a-1014bd1b79c3,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:19.858640 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-344e384f-4d16-4689-a409-9ef52b60a135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:19.908172 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-16dd97db-5a91-4bff-beec-abd8ead34c9f req-7a5a91fc-db48-49fa-ae51-755a642c6067 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724729 May 20 04:23:19.911577 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-344e384f-4d16-4689-a409-9ef52b60a135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:19.916202 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-344e384f-4d16-4689-a409-9ef52b60a135 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea44f27b-a7db-4afa-897a-1014bd1b79c3 HTTP/1.1" status: 204 len: 168 time: 0.4280150 May 20 04:23:20.036087 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3693f652-8ac0-4dfc-83f7-b6d3a01b1b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:20.062148 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-cb4643b6-915e-4bae-8e7d-5b11390b3460 req-59d41ead-da4e-4ad8-b31c-b60eac50b7a1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Synchronizing usage tracker for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:20.118907 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-54735b7a-1ab9-4753-b70f-3dbd3296e98c None None] Provisioning complete for port 80cd4a0d-a344-4198-aa83-1574fe48f06a triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:20.119551 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-cb4643b6-915e-4bae-8e7d-5b11390b3460 req-59d41ead-da4e-4ad8-b31c-b60eac50b7a1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Unset dirty status for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:20.119649 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-54735b7a-1ab9-4753-b70f-3dbd3296e98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:20.126021 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cb4643b6-915e-4bae-8e7d-5b11390b3460 req-59d41ead-da4e-4ad8-b31c-b60eac50b7a1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 210 time: 0.1184011 May 20 04:23:20.170700 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3693f652-8ac0-4dfc-83f7-b6d3a01b1b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:20.225057 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-54735b7a-1ab9-4753-b70f-3dbd3296e98c None None] Port 80cd4a0d-a344-4198-aa83-1574fe48f06a cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:23:20.293226 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3856cc10-1152-44fc-b43e-4e2011057869', 'tag': '9d4c9062-6faa-4efa-ae34-6109dabaf170', 'status': 'completed', 'code': 200} May 20 04:23:20.347110 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3693f652-8ac0-4dfc-83f7-b6d3a01b1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:20.432958 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 1e76405e-1e69-48bd-a893-e1de8f56bcf4 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:20.450901 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5ab04733-c15b-4495-8d34-1ae81bf19d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:20.493137 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939f289-2705-4761-83a4-e6e31963927d req-28de788f-6a2c-4f3f-9a51-268576f73267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:20.495201 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-28de788f-6a2c-4f3f-9a51-268576f73267 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=69184aaba608473bab5df670af3d83a4&device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 1096 time: 1.3006222 May 20 04:23:20.528511 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693f652-8ac0-4dfc-83f7-b6d3a01b1b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec00c6a-8cba-428f-877d-58196c9f0cf5,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:20.532837 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3693f652-8ac0-4dfc-83f7-b6d3a01b1b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:20.542249 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3693f652-8ac0-4dfc-83f7-b6d3a01b1b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:20.548609 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-3693f652-8ac0-4dfc-83f7-b6d3a01b1b7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7ec00c6a-8cba-428f-877d-58196c9f0cf5 HTTP/1.1" status: 204 len: 168 time: 1.4573166 May 20 04:23:20.644343 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 1e76405e-1e69-48bd-a893-e1de8f56bcf4 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:20.656881 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 1e76405e-1e69-48bd-a893-e1de8f56bcf4 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:20.658025 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:20.768430 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-9e76bf10-3907-4638-a0e8-4b66a2ba17f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d4c9062-6faa-4efa-ae34-6109dabaf170 HTTP/1.1" status: 200 len: 217 time: 0.2274013 May 20 04:23:20.779288 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Router 81f9dcfc-44c4-40be-b247-251b90be5af4 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:23:21.043235 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.166992 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 1e76405e-1e69-48bd-a893-e1de8f56bcf4, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=1e76405e-1e69-48bd-a893-e1de8f56bcf4,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:21.188658 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.191150 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-71b867ad-3d85-4a41-8b86-8bdc124a94a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:21.210917 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939f289-2705-4761-83a4-e6e31963927d req-242d40fd-74b6-474c-93bc-949cf714f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:21.232503 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-242d40fd-74b6-474c-93bc-949cf714f3f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=daafe210-d4a3-46ec-b0d1-4d0d3cfae571 HTTP/1.1" status: 200 len: 852 time: 0.4517500 May 20 04:23:21.317464 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-6389c158-c74a-424a-900d-639d4fbae1c3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:21.320323 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-6389c158-c74a-424a-900d-639d4fbae1c3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 819 time: 0.4645042 May 20 04:23:21.357382 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-ea593b53-103a-41d6-8a3a-41c8dac4e1fd tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/quotas/c8d0f434122d479b92fc096f3e87dc14 HTTP/1.1" status: 200 len: 375 time: 0.0289037 May 20 04:23:21.377040 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=1e76405e-1e69-48bd-a893-e1de8f56bcf4,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:21.385393 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:21.522586 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-d96c2acb-df8f-4adf-b614-e4745485bfa6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1640654 May 20 04:23:21.527440 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-f73ae706-fab4-49a5-b96b-64991b24ff8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.550254 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-94867181-4828-4f9d-813d-8663be7ce021 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5da0db70-167f-4c44-816e-b5f53d627150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3000398 May 20 04:23:21.595972 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47024) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:21.641252 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.668295 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:21.672364 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] Usage tracker for resource:security_group_rule and tenant:9745efe86f0646a48c52f72952f3c352 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:21.675448 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:21.683383 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:21.813709 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.819628 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:21.854221 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:21.865226 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9745efe86f0646a48c52f72952f3c352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680905 May 20 04:23:21.867782 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47034) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:21.913724 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-4f1a3dc3-d697-4100-a5ed-25748535c2da service neutron] 10.222.0.79 "GET /v2.0/networks/5da0db70-167f-4c44-816e-b5f53d627150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865572 May 20 04:23:21.920686 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:23:21.929633 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] 10.222.0.72 "PUT /v2.0/routers/81f9dcfc-44c4-40be-b247-251b90be5af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7654226 May 20 04:23:21.932472 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e4ad51-c4fb-435a-909b-ba1883c61555,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:21.939958 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Sync routers for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:23:21.959918 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:21.960712 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:21.961556 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:22:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:22.012460 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-20b742c9-9326-433c-a80e-d1bd6ffee065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:22.045353 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-20b742c9-9326-433c-a80e-d1bd6ffee065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:22.070458 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcad236-9860-47ce-b9b2-f595bac5d5d6 req-cd9c75c8-e4d9-4899-8df2-6486ed8165b5 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:22.078744 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fdcad236-9860-47ce-b9b2-f595bac5d5d6 req-cd9c75c8-e4d9-4899-8df2-6486ed8165b5 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 943 time: 0.7244649 May 20 04:23:22.162466 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-20b742c9-9326-433c-a80e-d1bd6ffee065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:22.167244 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fdcad236-9860-47ce-b9b2-f595bac5d5d6 req-f399989d-633b-4977-9aa6-a6576bbdac00 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868912 May 20 04:23:22.171620 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a419b136-96ec-4fdb-afa1-4b07fb9d5fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:22.178469 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6939f289-2705-4761-83a4-e6e31963927d req-b3b7a396-2690-4f97-96f7-77e9959dc955 service neutron] 10.222.0.79 "GET /v2.0/networks/5da0db70-167f-4c44-816e-b5f53d627150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544234 May 20 04:23:22.196310 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-20b742c9-9326-433c-a80e-d1bd6ffee065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:22.197463 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-20b742c9-9326-433c-a80e-d1bd6ffee065 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34e4ad51-c4fb-435a-909b-ba1883c61555 HTTP/1.1" status: 204 len: 168 time: 0.3286281 May 20 04:23:22.198354 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b742c9-9326-433c-a80e-d1bd6ffee065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e4ad51-c4fb-435a-909b-ba1883c61555,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:22.206104 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-20b742c9-9326-433c-a80e-d1bd6ffee065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:22.296883 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:22.393201 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-21d0debc-793c-4a96-b3e7-ecb4eb81e76e service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=91667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:23:22.394676 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-21d0debc-793c-4a96-b3e7-ecb4eb81e76e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4338596 May 20 04:23:22.413997 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 1e76405e-1e69-48bd-a893-e1de8f56bcf4 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:22.444286 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60d318-1197-46f7-ac4c-0bd78f09489a req-c7d7d39f-f834-4509-b4c0-8eb274e27284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:22.447182 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-de60d318-1197-46f7-ac4c-0bd78f09489a req-c7d7d39f-f834-4509-b4c0-8eb274e27284 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=69184aaba608473bab5df670af3d83a4&device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 1096 time: 0.1549277 May 20 04:23:22.714918 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.79', 49528) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:22.849185 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60d318-1197-46f7-ac4c-0bd78f09489a req-e782288c-d4de-4d85-9e28-b230139a02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:22.850652 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-de60d318-1197-46f7-ac4c-0bd78f09489a req-e782288c-d4de-4d85-9e28-b230139a02c6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5da0db70-167f-4c44-816e-b5f53d627150 HTTP/1.1" status: 200 len: 913 time: 0.3958600 May 20 04:23:23.019150 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-de60d318-1197-46f7-ac4c-0bd78f09489a req-45fb7bfd-c9a1-44bb-a597-2941b13537c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d4c9062-6faa-4efa-ae34-6109dabaf170 HTTP/1.1" status: 200 len: 217 time: 0.1611590 May 20 04:23:23.160856 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-1f82bd15-34d3-4ce0-a3af-24500a993e5a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:23.162157 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60d318-1197-46f7-ac4c-0bd78f09489a req-ec72c901-a594-4394-b783-9a38aa9a6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:23.164718 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-1f82bd15-34d3-4ce0-a3af-24500a993e5a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 819 time: 0.4447224 May 20 04:23:23.164923 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-de60d318-1197-46f7-ac4c-0bd78f09489a req-ec72c901-a594-4394-b783-9a38aa9a6029 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=daafe210-d4a3-46ec-b0d1-4d0d3cfae571 HTTP/1.1" status: 200 len: 852 time: 0.1352963 May 20 04:23:23.225379 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 1e76405e-1e69-48bd-a893-e1de8f56bcf4 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:23.225759 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:23.231831 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Request body: {'port': {'device_id': '89b4acf0-0de0-460e-9ea9-ff101cf8716e', 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748', 'admin_state_up': True, 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:23.322632 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 2, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:23.324272 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-a6f1a1dd-ee9e-4224-8732-b482eac97774 service neutron] 10.222.0.72 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9223499 May 20 04:23:23.335371 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Checking router: 81f9dcfc-44c4-40be-b247-251b90be5af4 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:23:23.335800 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Updating router 81f9dcfc-44c4-40be-b247-251b90be5af4 port 80cd4a0d-a344-4198-aa83-1574fe48f06a binding host dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:23:23.337821 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-de60d318-1197-46f7-ac4c-0bd78f09489a req-c4f89d37-2059-4a2c-a5b0-dcb65692f21f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5da0db70-167f-4c44-816e-b5f53d627150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474624 May 20 04:23:23.569481 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:23.659288 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:23.735806 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-de60d318-1197-46f7-ac4c-0bd78f09489a req-9a4e64e7-8f11-468a-a138-86684d2b6f80 service neutron] 10.222.0.79 "GET /v2.0/networks/5da0db70-167f-4c44-816e-b5f53d627150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811255 May 20 04:23:23.738093 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:23.775687 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Made reservation on behalf of c8d0f434122d479b92fc096f3e87dc14 for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:23.782914 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:23.915768 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-438da036-ebf0-47a8-b66a-da9132c90f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:23.974430 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-de60d318-1197-46f7-ac4c-0bd78f09489a req-a583aa07-9a6f-424c-ae83-bf6c5fdf149e service neutron] 10.222.0.79 "GET /v2.0/networks/5da0db70-167f-4c44-816e-b5f53d627150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286544 May 20 04:23:24.165390 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Allocated IP 172.20.0.10 (c5609bc5-6269-462d-ae3a-3769e5221748/d87a1b24-fac6-4032-be77-16ea154fc07e/c14c2540-a763-4f40-a0ff-f367f325c967) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:24.249727 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47122) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:24.256461 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817556196', 'description': 'tempest-description--1498935201'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:24.272637 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:24.284836 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Usage tracker for resource:security_group and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:24.288013 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:24.295037 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:24.307868 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.338175 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:24.342622 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Usage tracker for resource:security_group_rule and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:24.346263 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:24.350438 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.359781 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:24.360802 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.377890 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Transition to ACTIVE for port object 80cd4a0d-a344-4198-aa83-1574fe48f06a will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:24.385495 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.401338 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:24.417215 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-659fbfea-6eaf-4199-b072-6fc559c27fa7 service neutron] 10.222.0.72 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9666328 May 20 04:23:24.524611 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.527964 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.537107 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.546214 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d0e25-7a1d-427f-9aa3-2957d5b67a86 req-c3d808f3-5df4-42c6-a7c0-27b0bb039822 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:24.551980 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469128f1-c1ac-4e27-a9dc-18a823bfb470 None None] Pushing event updated for resources: {'Port': ['ID=80cd4a0d-a344-4198-aa83-1574fe48f06a,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:24.553773 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-536d0e25-7a1d-427f-9aa3-2957d5b67a86 req-c3d808f3-5df4-42c6-a7c0-27b0bb039822 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 943 time: 0.1499848 May 20 04:23:24.561275 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-469128f1-c1ac-4e27-a9dc-18a823bfb470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:24.605765 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.628771 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-739e143e-647f-4463-9c8a-85562cc96bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:24.645489 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3df25bfb-74f9-4832-9ae5-39afd0520916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:24.677748 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.689478 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4381425 May 20 04:23:24.705635 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47138) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:24.717171 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'security_group_rule': {'security_group_id': 'e09ebc04-e54d-4497-aaa1-f4b732aac5e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:24.723574 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:24.727664 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Usage tracker for resource:security_group_rule and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:24.730768 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:24.734718 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Network c5609bc5-6269-462d-ae3a-3769e5221748 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:24.737217 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:24.745938 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:24.753196 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:24.769565 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-536d0e25-7a1d-427f-9aa3-2957d5b67a86 req-7fdfd9d5-414e-4e21-b2a1-9e9238c020ca tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148762 May 20 04:23:24.788206 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09ebc04-e54d-4497-aaa1-f4b732aac5e5,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:24.791383 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.809635 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:24.899510 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.952571 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Pushing event updated for resources: {'Port': ['ID=c14c2540-a763-4f40-a0ff-f367f325c967,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:24.965754 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:24.982758 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.005234 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:25.019307 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:25.064292 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b8f186a6-2602-433e-b3e2-5ecdcf19cf83 req-47aaa47c-c21f-44d4-9414-4dd24fe678a5 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 210 time: 0.2212543 May 20 04:23:25.070309 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30315861-a962-4a72-85e6-b5d2eff5836b,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:25.076640 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:25.115872 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:25.115872 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.117128 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.118337 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4072716 May 20 04:23:25.121519 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47172) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:25.127970 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'security_group_rule': {'security_group_id': 'e09ebc04-e54d-4497-aaa1-f4b732aac5e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:25.140125 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:25.146184 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Attempting to bind port 80cd4a0d-a344-4198-aa83-1574fe48f06a on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:25.146596 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Attempting to bind port 80cd4a0d-a344-4198-aa83-1574fe48f06a by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:25.147244 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Attempting to bind port 80cd4a0d-a344-4198-aa83-1574fe48f06a on network 75b2d426-2178-48f9-bcce-df1758c4b992 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:25.150972 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Usage tracker for resource:security_group_rule and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:25.155757 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:25.156263 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Checking segment: {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:25.156863 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:25.157291 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.158269 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Bound using segment: {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:25.159372 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Bound port: 80cd4a0d-a344-4198-aa83-1574fe48f06a, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:25.159921 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.170708 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:25.190131 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9948180 May 20 04:23:25.210583 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Request body: {'port': {'device_id': '89b4acf0-0de0-460e-9ea9-ff101cf8716e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:25.228863 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.276758 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] For port 80cd4a0d-a344-4198-aa83-1574fe48f06a, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:25.281909 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] For port 80cd4a0d-a344-4198-aa83-1574fe48f06a, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=80cd4a0d-a344-4198-aa83-1574fe48f06a,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:25.287763 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 9d4c9062-6faa-4efa-ae34-6109dabaf170 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:23:25.415265 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.423139 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.448257 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b91ac4e2-29c3-4dc9-b6e7-870a328e88d7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:25.452649 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 9d4c9062-6faa-4efa-ae34-6109dabaf170, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9d4c9062-6faa-4efa-ae34-6109dabaf170,segment=NetworkSegment(ae541722-ca20-458e-b8c9-ca3482bb607c),segment_id=ae541722-ca20-458e-b8c9-ca3482bb607c)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:25.471777 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': '9d4c9062-6faa-4efa-ae34-6109dabaf170', 'network_id': '5da0db70-167f-4c44-816e-b5f53d627150', 'port_id': '9d4c9062-6faa-4efa-ae34-6109dabaf170', 'mac_address': 'fa:16:3e:2d:29:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daafe210-d4a3-46ec-b0d1-4d0d3cfae571', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:23:25.474446 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.487722 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:25.490167 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35cafc3-8193-45b0-97af-0432a3925757,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:25.496256 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:25.500037 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.501570 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-fb81d650-6cf7-483f-aaf8-3645434f8571 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3789065 May 20 04:23:25.504844 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47190) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:25.515430 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'floatingip': {'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:25.526744 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:25.536619 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Usage tracker for resource:floatingip and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:25.542780 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.555316 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:25.572245 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:25.623778 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:25.624726 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:23:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:25.682311 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.684964 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:23:25.935616 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:25.986375 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4c9062-6faa-4efa-ae34-6109dabaf170 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:26.027229 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 9d4c9062-6faa-4efa-ae34-6109dabaf170, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9d4c9062-6faa-4efa-ae34-6109dabaf170,segment=NetworkSegment(ae541722-ca20-458e-b8c9-ca3482bb607c),segment_id=ae541722-ca20-458e-b8c9-ca3482bb607c)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:26.041520 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:26.209491 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469128f1-c1ac-4e27-a9dc-18a823bfb470 None None] Pushing event updated for resources: {'Port': ['ID=80cd4a0d-a344-4198-aa83-1574fe48f06a,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:26.214050 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-469128f1-c1ac-4e27-a9dc-18a823bfb470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:26.232832 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:26.267415 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2364c64-3546-4ff3-96fd-110bbab17422 req-861352e3-d980-4d02-a8f9-2abbdcc63c1e tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:26.280063 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a2364c64-3546-4ff3-96fd-110bbab17422 req-861352e3-d980-4d02-a8f9-2abbdcc63c1e tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 944 time: 0.1780741 May 20 04:23:26.454811 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a2364c64-3546-4ff3-96fd-110bbab17422 req-b98cc3d8-aa40-4303-a4d5-06d6756f65a6 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737714 May 20 04:23:26.491722 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-174d80be-23f7-42d9-9eb2-07800d5679eb req-ddc221a4-8cc9-4d9c-9d22-dc1f4716f22d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Synchronizing usage tracker for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:26.506374 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=9d4c9062-6faa-4efa-ae34-6109dabaf170,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:26.513300 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:26.553193 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:26.553605 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-174d80be-23f7-42d9-9eb2-07800d5679eb req-ddc221a4-8cc9-4d9c-9d22-dc1f4716f22d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Unset dirty status for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:26.554808 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-174d80be-23f7-42d9-9eb2-07800d5679eb req-ddc221a4-8cc9-4d9c-9d22-dc1f4716f22d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 210 time: 0.1315715 May 20 04:23:26.574843 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:26.577796 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:26.628912 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47242) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:26.633589 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['9d4c9062-6faa-4efa-ae34-6109dabaf170'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:23:26.832636 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:26.848939 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Allocated IP 172.28.0.58 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/95b03fb0-00b5-4cf0-843e-f34f483bd31b) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:26.877647 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:26.902473 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:5edfc78fba2c4ccc9fb9456bb2c650bc is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:26.918931 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:26.947631 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:27.088597 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14c2540-a763-4f40-a0ff-f367f325c967 {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:27.118392 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.349131 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Transition to ACTIVE for port object c14c2540-a763-4f40-a0ff-f367f325c967 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:27.364107 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:25Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:27.369868 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.373554 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77382e5-5d65-428f-82b9-1a171ebaab80 None None] The sync data for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb is: [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:25Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:23:27.488657 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:27.523877 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47280) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:27.687574 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-e1ad183c-d6fd-4d38-adfe-0abc182c456c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:27.689156 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-e1ad183c-d6fd-4d38-adfe-0abc182c456c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 819 time: 0.6588643 May 20 04:23:27.777689 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.816085 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Request body: {'port': {'device_id': 'afe86bf7-c3fc-414b-8379-41ae4701fe8a', 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748', 'admin_state_up': True, 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:27.841645 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.842764 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:27.896977 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:27.942835 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8a7506-1161-454c-9554-091904bcf0a1,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:28.002158 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:28.015572 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b977cd82-3b6d-4e9f-93f7-b2d267101cf8 req-53858c12-744c-44a0-aca7-490642531238 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 210 time: 0.2314765 May 20 04:23:28.055096 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5edfc78fba2c4ccc9fb9456bb2c650bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4248264 May 20 04:23:28.056593 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47298) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:28.090649 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.100573 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Pushing event updated for resources: {'Port': ['ID=c14c2540-a763-4f40-a0ff-f367f325c967,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:28.119845 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.136887 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:28.157129 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15596766-693a-45b9-bfa2-d6f31661d192 req-2518316a-10b3-40e3-8924-d9c05e5b0bdc tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:28.171545 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-15596766-693a-45b9-bfa2-d6f31661d192 req-2518316a-10b3-40e3-8924-d9c05e5b0bdc tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 944 time: 0.3923271 May 20 04:23:28.187400 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:28.188045 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:28.200284 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2af20d7c864082856a18e78c5d490e is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:28.203565 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:28.204301 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:28.225669 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:28.242747 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Made reservation on behalf of c8d0f434122d479b92fc096f3e87dc14 for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:28.246689 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.343599 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:28.350114 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 80cd4a0d-a344-4198-aa83-1574fe48f06a up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:28.444863 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:28.454610 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:28.477596 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:28.517174 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 80cd4a0d-a344-4198-aa83-1574fe48f06a completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:28.528571 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 80cd4a0d-a344-4198-aa83-1574fe48f06a triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:28.528952 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.547829 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Allocated IP 172.20.0.8 (c5609bc5-6269-462d-ae3a-3769e5221748/d87a1b24-fac6-4032-be77-16ea154fc07e/48a79237-23ab-4d3d-ba43-f11837421e17) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:28.710929 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'Port': ['ID=95b03fb0-00b5-4cf0-843e-f34f483bd31b,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:28.724511 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.744572 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-15596766-693a-45b9-bfa2-d6f31661d192 req-65e9bda3-a7f6-48a2-9692-898a3709404b tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718470 May 20 04:23:28.816831 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 80cd4a0d-a344-4198-aa83-1574fe48f06a, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=80cd4a0d-a344-4198-aa83-1574fe48f06a,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:28.824452 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.825970 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.832000 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:28.840626 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:28.863846 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-663b7692-6f4e-4595-8527-8ffe9c77031b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.907091 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-663b7692-6f4e-4595-8527-8ffe9c77031b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.921198 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.950394 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:28.951428 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Attempting to bind port c14c2540-a763-4f40-a0ff-f367f325c967 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:28.951826 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Attempting to bind port c14c2540-a763-4f40-a0ff-f367f325c967 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:28.952174 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Attempting to bind port c14c2540-a763-4f40-a0ff-f367f325c967 on network c5609bc5-6269-462d-ae3a-3769e5221748 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:28.983740 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=80cd4a0d-a344-4198-aa83-1574fe48f06a,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:28.989480 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:28.993133 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.008694 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:29.021097 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.029956 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Port c14c2540-a763-4f40-a0ff-f367f325c967 on network c5609bc5-6269-462d-ae3a-3769e5221748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:23:29.030278 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Attempting to bind port c14c2540-a763-4f40-a0ff-f367f325c967 on network c5609bc5-6269-462d-ae3a-3769e5221748 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:29.064970 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:29.090018 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:29.090362 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Checking segment: {'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:29.090901 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Bound using segment: {'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:29.091382 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Bound port: c14c2540-a763-4f40-a0ff-f367f325c967, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:29.091779 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.107277 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Network c5609bc5-6269-462d-ae3a-3769e5221748 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:29.111930 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:29.123665 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:29.140590 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:29.141262 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.168788 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.180158 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Pushing event updated for resources: {'Port': ['ID=48a79237-23ab-4d3d-ba43-f11837421e17,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:29.186834 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:29.201886 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4212606 May 20 04:23:29.209431 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a2af20d7c864082856a18e78c5d490e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6725225 May 20 04:23:29.217459 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 9d4c9062-6faa-4efa-ae34-6109dabaf170 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:29.221439 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47340) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:29.240552 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Request body: {'port': {'device_id': 'afe86bf7-c3fc-414b-8379-41ae4701fe8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:29.254280 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e8d267-6e4a-484e-ae51-40dba65611e1,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:29.269828 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:29.341416 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port 9d4c9062-6faa-4efa-ae34-6109dabaf170 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:29.347179 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port 9d4c9062-6faa-4efa-ae34-6109dabaf170 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:29.347601 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.370817 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-663b7692-6f4e-4595-8527-8ffe9c77031b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.401982 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:29.452989 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] For port c14c2540-a763-4f40-a0ff-f367f325c967, host hv-cinder-78240, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:29.502847 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.504028 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] For port c14c2540-a763-4f40-a0ff-f367f325c967, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c14c2540-a763-4f40-a0ff-f367f325c967,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:29.510570 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.538005 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3856cc10-1152-44fc-b43e-4e2011057869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4c9062-6faa-4efa-ae34-6109dabaf170'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:29.560348 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b7692-6f4e-4595-8527-8ffe9c77031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8a7506-1161-454c-9554-091904bcf0a1,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:29.570837 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-663b7692-6f4e-4595-8527-8ffe9c77031b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:29.573899 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.580530 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb93c-caf1-43b0-a98a-e7360e038e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.598689 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:29.657782 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 9d4c9062-6faa-4efa-ae34-6109dabaf170, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9d4c9062-6faa-4efa-ae34-6109dabaf170,segment=NetworkSegment(ae541722-ca20-458e-b8c9-ca3482bb607c),segment_id=ae541722-ca20-458e-b8c9-ca3482bb607c)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:29.667859 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.671242 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:29.738263 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb93c-caf1-43b0-a98a-e7360e038e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.763436 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99417612-f707-4bff-8c23-0318636ec22c req-5ac8200a-d084-4543-b82d-aba0e06ea409 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:29.765067 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-99417612-f707-4bff-8c23-0318636ec22c req-5ac8200a-d084-4543-b82d-aba0e06ea409 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 931 time: 0.5016751 May 20 04:23:29.769966 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:29.770585 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.772108 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] 10.222.0.79 "PUT /v2.0/ports/c14c2540-a763-4f40-a0ff-f367f325c967 HTTP/1.1" status: 200 len: 1094 time: 4.5672476 May 20 04:23:29.777914 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-663b7692-6f4e-4595-8527-8ffe9c77031b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:29.778974 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-663b7692-6f4e-4595-8527-8ffe9c77031b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a8a7506-1161-454c-9554-091904bcf0a1 HTTP/1.1" status: 204 len: 168 time: 1.6902075 May 20 04:23:29.780140 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b4acf0-0de0-460e-9ea9-ff101cf8716e', 'tag': 'c14c2540-a763-4f40-a0ff-f367f325c967'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:29.891044 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=9d4c9062-6faa-4efa-ae34-6109dabaf170,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:29.901719 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:30.029916 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Pushing event updated for resources: {'Port': ['ID=c14c2540-a763-4f40-a0ff-f367f325c967,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:30.075784 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:30.090797 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47392) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:30.170426 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-99417612-f707-4bff-8c23-0318636ec22c req-7437ef07-54e6-451a-976b-5541a74bb176 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853447 May 20 04:23:30.205635 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.216444 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.228599 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee52a39-87cd-42e6-b06b-6b4c29fbd587 req-b2832fca-c8a9-4942-b22f-7bd27a4d69a6 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:30.231044 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cee52a39-87cd-42e6-b06b-6b4c29fbd587 req-b2832fca-c8a9-4942-b22f-7bd27a4d69a6 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 945 time: 0.1868219 May 20 04:23:30.231168 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:30.330816 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 80cd4a0d-a344-4198-aa83-1574fe48f06a up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:30.350252 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'Port': ['ID=95b03fb0-00b5-4cf0-843e-f34f483bd31b,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:30.364168 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:30.375132 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb93c-caf1-43b0-a98a-e7360e038e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.391394 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-761ce2eb-b0ed-40fe-9950-edf381a954fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:30.392957 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-761ce2eb-b0ed-40fe-9950-edf381a954fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 1097 time: 0.5147924 May 20 04:23:30.393555 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:30.405987 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfb93c-caf1-43b0-a98a-e7360e038e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e8d267-6e4a-484e-ae51-40dba65611e1,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:30.426765 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a79237-23ab-4d3d-ba43-f11837421e17 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:30.438298 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.458586 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Transition to ACTIVE for port object 48a79237-23ab-4d3d-ba43-f11837421e17 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:30.473587 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6fcfb93c-caf1-43b0-a98a-e7360e038e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:30.481250 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.495131 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:30.561896 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.652750 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-b5dd3567-e4d7-4116-a6d1-fd16b11f63ad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c14c2540-a763-4f40-a0ff-f367f325c967 HTTP/1.1" status: 200 len: 217 time: 0.2445943 May 20 04:23:30.670340 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3856cc10-1152-44fc-b43e-4e2011057869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4c9062-6faa-4efa-ae34-6109dabaf170', 'code': 200} May 20 04:23:30.674187 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cee52a39-87cd-42e6-b06b-6b4c29fbd587 req-a685371b-1e7a-4101-863a-bb47ecf45f6f tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120133 May 20 04:23:30.677526 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Pushing event updated for resources: {'Port': ['ID=48a79237-23ab-4d3d-ba43-f11837421e17,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:30.682950 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:30.686496 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.707685 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:30.710590 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 80cd4a0d-a344-4198-aa83-1574fe48f06a triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:30.711865 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.712149 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] Usage tracker for resource:security_group_rule and tenant:dd913266465f425fb66ea3fd5ad05d11 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:30.715629 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:30.722291 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:30.824890 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.863371 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb93c-caf1-43b0-a98a-e7360e038e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.866963 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-6fcfb93c-caf1-43b0-a98a-e7360e038e41 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35e8d267-6e4a-484e-ae51-40dba65611e1 HTTP/1.1" status: 204 len: 168 time: 1.6357229 May 20 04:23:30.866963 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.877898 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:30.890772 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3730423 May 20 04:23:30.894219 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:30.979529 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b4acf0-0de0-460e-9ea9-ff101cf8716e', 'tag': 'c14c2540-a763-4f40-a0ff-f367f325c967', 'status': 'completed', 'code': 200} May 20 04:23:31.077529 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47428) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:31.110743 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Attempting to bind port 48a79237-23ab-4d3d-ba43-f11837421e17 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:31.111906 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Attempting to bind port 48a79237-23ab-4d3d-ba43-f11837421e17 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:31.112451 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Attempting to bind port 48a79237-23ab-4d3d-ba43-f11837421e17 on network c5609bc5-6269-462d-ae3a-3769e5221748 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:31.112988 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd913266465f425fb66ea3fd5ad05d11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0126786 May 20 04:23:31.117744 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47432) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:31.120971 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.126859 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30f82a-f268-4d74-b50e-a235f466722a,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:31.149233 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:31.151337 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-31400d1d-c667-4d0e-a1e6-682650122fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:31.152846 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-31400d1d-c667-4d0e-a1e6-682650122fff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.4507775 May 20 04:23:31.161097 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Port 48a79237-23ab-4d3d-ba43-f11837421e17 on network c5609bc5-6269-462d-ae3a-3769e5221748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:23:31.161249 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.79', 49545) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:31.161435 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Attempting to bind port 48a79237-23ab-4d3d-ba43-f11837421e17 on network c5609bc5-6269-462d-ae3a-3769e5221748 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:31.173802 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:31.177944 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebf2d3cbf2949a1822863c4c34afb85 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:31.181052 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:31.192830 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:31.253366 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:31.254652 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Checking segment: {'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:31.255056 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Bound using segment: {'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:31.257300 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Bound port: 48a79237-23ab-4d3d-ba43-f11837421e17, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6075d83d-0709-48b6-8795-96162cc4cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:31.261070 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.380463 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-24a9623f-e321-4a5f-bd9e-a894b7c931b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970263 May 20 04:23:31.477056 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4d959a98-94d0-4b09-9417-9c6fc3cbc572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.524042 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47460) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:31.534622 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-ee8d1008-692d-4303-9766-e51f8df0cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:31.536133 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-ee8d1008-692d-4303-9766-e51f8df0cbc9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 1098 time: 0.3691247 May 20 04:23:31.583733 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.590701 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4d959a98-94d0-4b09-9417-9c6fc3cbc572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.606989 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-1a97e7f1-57d7-4269-891a-69badd8fe542 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1817556196&fields=id&tenant_id=05a4d4fd73734888b8994386fe6df1df HTTP/1.1" status: 200 len: 267 time: 0.1488528 May 20 04:23:31.613327 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:31.615658 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.643631 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.648099 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Usage tracker for resource:security_group_rule and tenant:5b8daf0403bc4876bebb9412534837e7 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:31.655560 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:31.665143 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:31.669201 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] For port 48a79237-23ab-4d3d-ba43-f11837421e17, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:31.671131 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.674380 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-9bc8d419-4c2d-481f-a632-5af85619650a service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828896 May 20 04:23:31.675230 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:31.680906 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] Usage tracker for resource:security_group_rule and tenant:ce0f4a804ab548ccb6c3411195020ed7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:31.693885 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:31.701649 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:31.714649 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] For port 48a79237-23ab-4d3d-ba43-f11837421e17, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=48a79237-23ab-4d3d-ba43-f11837421e17,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:31.726334 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:31.741134 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.782980 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ebf2d3cbf2949a1822863c4c34afb85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7018557 May 20 04:23:31.796806 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9d00f-7460-437b-be06-ca97d9526b76 req-4c962105-2738-4d7b-b0ee-5c636f177ce8 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:31.797527 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-38e9d00f-7460-437b-be06-ca97d9526b76 req-4c962105-2738-4d7b-b0ee-5c636f177ce8 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Synchronizing usage tracker for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:31.799006 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47470) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:31.807223 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5521d85a-616a-4c3e-b7f5-799ba4266b3b,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:31.810437 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:31.816554 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:31.817979 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.820059 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] 10.222.0.79 "PUT /v2.0/ports/48a79237-23ab-4d3d-ba43-f11837421e17 HTTP/1.1" status: 200 len: 1093 time: 2.5911462 May 20 04:23:31.824481 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:31.856585 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe86bf7-c3fc-414b-8379-41ae4701fe8a', 'tag': '48a79237-23ab-4d3d-ba43-f11837421e17'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:31.890081 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4d959a98-94d0-4b09-9417-9c6fc3cbc572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:31.965610 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-8bb5ac5a-13b2-491c-a4f6-6e93019ab9d6 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:31.967408 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-8bb5ac5a-13b2-491c-a4f6-6e93019ab9d6 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 811 time: 0.3436050 May 20 04:23:31.977252 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-38e9d00f-7460-437b-be06-ca97d9526b76 req-4c962105-2738-4d7b-b0ee-5c636f177ce8 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Unset dirty status for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:31.978431 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-38e9d00f-7460-437b-be06-ca97d9526b76 req-4c962105-2738-4d7b-b0ee-5c636f177ce8 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 943 time: 0.6236725 May 20 04:23:32.033107 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bab49c6b-305a-421f-a780-4b137f3f7d3c req-e562775d-5175-46ba-9756-b843d2b52425 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510222 May 20 04:23:32.036039 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Pushing event updated for resources: {'Port': ['ID=48a79237-23ab-4d3d-ba43-f11837421e17,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.043999 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-13f1459c-a952-4d86-9046-b6e3e0b9f59a tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/quotas/05a4d4fd73734888b8994386fe6df1df HTTP/1.1" status: 200 len: 375 time: 0.0602801 May 20 04:23:32.044948 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:32.052246 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3693f652-8ac0-4dfc-83f7-b6d3a01b1b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:32.073316 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4d959a98-94d0-4b09-9417-9c6fc3cbc572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.074428 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-4d959a98-94d0-4b09-9417-9c6fc3cbc572 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e30f82a-f268-4d74-b50e-a235f466722a HTTP/1.1" status: 204 len: 168 time: 0.9384797 May 20 04:23:32.083965 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db3dd806-20aa-4695-89e8-a941c3ceae5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.087625 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d959a98-94d0-4b09-9417-9c6fc3cbc572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30f82a-f268-4d74-b50e-a235f466722a,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.116171 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db3dd806-20aa-4695-89e8-a941c3ceae5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.133005 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4d959a98-94d0-4b09-9417-9c6fc3cbc572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:32.162240 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-38e9d00f-7460-437b-be06-ca97d9526b76 req-596f554e-7acf-422f-84ef-2bfb4fcd4dc1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Synchronizing usage tracker for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:32.188995 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.196801 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-c7f9eb4b-9415-4df2-8940-81d0838a385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:32.198614 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-c7f9eb4b-9415-4df2-8940-81d0838a385d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 1096 time: 0.2985742 May 20 04:23:32.202434 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.212906 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:32.250453 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db3dd806-20aa-4695-89e8-a941c3ceae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.262197 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ad720d09-5393-4a00-90c6-41c4fa6d1c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:32.289608 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-38e9d00f-7460-437b-be06-ca97d9526b76 req-596f554e-7acf-422f-84ef-2bfb4fcd4dc1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Unset dirty status for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:32.291907 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-38e9d00f-7460-437b-be06-ca97d9526b76 req-596f554e-7acf-422f-84ef-2bfb4fcd4dc1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972090 May 20 04:23:32.293627 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dd806-20aa-4695-89e8-a941c3ceae5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5521d85a-616a-4c3e-b7f5-799ba4266b3b,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.309487 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-db3dd806-20aa-4695-89e8-a941c3ceae5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:32.334996 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-29dfae70-4e08-4198-baf4-00ffb6e60a39 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48a79237-23ab-4d3d-ba43-f11837421e17 HTTP/1.1" status: 200 len: 217 time: 0.1097786 May 20 04:23:32.345109 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce0f4a804ab548ccb6c3411195020ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8120167 May 20 04:23:32.347285 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47484) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:32.348061 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19738696-60a3-411b-8bfe-dceddb36a522,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.348915 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.384079 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.391357 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:32.402384 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-663b7692-6f4e-4595-8527-8ffe9c77031b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:32.430817 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db3dd806-20aa-4695-89e8-a941c3ceae5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.432089 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-db3dd806-20aa-4695-89e8-a941c3ceae5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5521d85a-616a-4c3e-b7f5-799ba4266b3b HTTP/1.1" status: 204 len: 168 time: 0.6321385 May 20 04:23:32.467587 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a6c4-b46f-4bd9-84f3-a0232cbd1196 req-35a1e6af-6ffb-4a70-8a91-19cb9061e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:32.469195 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ea4a6c4-b46f-4bd9-84f3-a0232cbd1196 req-35a1e6af-6ffb-4a70-8a91-19cb9061e03c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 1097 time: 0.2961564 May 20 04:23:32.476984 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-2c9da6c8-eb1e-4589-abef-49bcf840df12 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4319141 May 20 04:23:32.481129 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=70f0404c-dede-4bcb-bc86-04ebee9765d4,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.495272 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Synchronizing usage tracker for tenant:5b8daf0403bc4876bebb9412534837e7 on resource:security_group {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:32.501349 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:32.520867 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-32b368af-0282-44c7-a479-b6931d5d1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:32.522332 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-32b368af-0282-44c7-a479-b6931d5d1212 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.1759565 May 20 04:23:32.593122 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-d7fb963e-b965-4b03-9f44-c062b60b1d42 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488532 May 20 04:23:32.594600 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-313b6ad5-6a7d-4812-a022-e29674af940c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.663884 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-313b6ad5-6a7d-4812-a022-e29674af940c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.788536 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Unset dirty status for tenant:5b8daf0403bc4876bebb9412534837e7 on resource:security_group {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:32.789736 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c41a9cbf-d8ea-48bf-a275-a428e7e84a94 req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2415352 May 20 04:23:32.800183 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-ca2d82dc-f360-4746-97dd-f9e87e4c9419 service neutron] 10.222.0.72 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675149 May 20 04:23:32.805529 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68432430-b7ac-4ce9-b151-ae60c53a556e req-12cf8f06-1251-4761-8fe9-990552f8eaf3 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:32.809892 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68432430-b7ac-4ce9-b151-ae60c53a556e req-12cf8f06-1251-4761-8fe9-990552f8eaf3 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 945 time: 0.3651998 May 20 04:23:32.831799 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47506) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:32.857360 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a6c4-b46f-4bd9-84f3-a0232cbd1196 req-6fd0e3f0-5fcf-45c7-988a-a3c8df888992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:32.858820 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ea4a6c4-b46f-4bd9-84f3-a0232cbd1196 req-6fd0e3f0-5fcf-45c7-988a-a3c8df888992 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 920 time: 0.3563993 May 20 04:23:32.891321 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.927807 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-313b6ad5-6a7d-4812-a022-e29674af940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:32.933936 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-b75e5eb9-d7e9-462d-a837-7a0cd0267055 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266294 May 20 04:23:32.941368 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:32.945591 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:32.961587 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-1176fd13-be1e-48ef-9298-de0f6bc530db service neutron] 10.222.0.72 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529250 May 20 04:23:32.970943 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] Usage tracker for resource:security_group_rule and tenant:bd625bde5b8b4f4ba43aeba25a3e465e is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:32.976100 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68432430-b7ac-4ce9-b151-ae60c53a556e req-030927ce-bb30-4969-9654-c68372043ff8 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410236 May 20 04:23:32.978222 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:32.987564 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b6ad5-6a7d-4812-a022-e29674af940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19738696-60a3-411b-8bfe-dceddb36a522,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:32.990017 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:32.994819 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-313b6ad5-6a7d-4812-a022-e29674af940c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:33.003804 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-313b6ad5-6a7d-4812-a022-e29674af940c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:33.008728 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-313b6ad5-6a7d-4812-a022-e29674af940c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19738696-60a3-411b-8bfe-dceddb36a522 HTTP/1.1" status: 204 len: 168 time: 0.6573923 May 20 04:23:33.160848 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe86bf7-c3fc-414b-8379-41ae4701fe8a', 'tag': '48a79237-23ab-4d3d-ba43-f11837421e17', 'status': 'completed', 'code': 200} May 20 04:23:33.165017 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:33.171217 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:33.233627 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:33.240996 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ea4a6c4-b46f-4bd9-84f3-a0232cbd1196 req-603b0907-7381-4897-b8d0-277f579dd613 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c14c2540-a763-4f40-a0ff-f367f325c967 HTTP/1.1" status: 200 len: 217 time: 0.1473439 May 20 04:23:33.297578 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd625bde5b8b4f4ba43aeba25a3e465e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460540 May 20 04:23:33.306949 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47526) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:33.369274 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b496e12-46f0-4920-bb4e-d60666ba5a96,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:33.383643 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:33.388760 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a6c4-b46f-4bd9-84f3-a0232cbd1196 req-33eb68da-576a-4493-bfbd-51ed2467d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:33.392605 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ea4a6c4-b46f-4bd9-84f3-a0232cbd1196 req-33eb68da-576a-4493-bfbd-51ed2467d747 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.1445522 May 20 04:23:33.401588 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-86ddbbbd-14e9-4484-b58f-ed7f2b163a24 req-f731dbe1-1cba-486c-9245-9108ced7d120 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Synchronizing usage tracker for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:33.462293 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ea4a6c4-b46f-4bd9-84f3-a0232cbd1196 req-23ce1416-2dbe-4640-bafb-4068f9840a93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551748 May 20 04:23:33.481322 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1b5323a9-c313-4c93-b441-8f9b1fe8f270 req-600d8b2e-3be5-4414-bb2f-e9dd5cb3f0c3 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798013 May 20 04:23:33.531347 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-86ddbbbd-14e9-4484-b58f-ed7f2b163a24 req-f731dbe1-1cba-486c-9245-9108ced7d120 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Unset dirty status for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:33.532522 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-86ddbbbd-14e9-4484-b58f-ed7f2b163a24 req-f731dbe1-1cba-486c-9245-9108ced7d120 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 210 time: 0.2222531 May 20 04:23:33.545493 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3306db01-e0fc-41b8-9d38-1e9c8af8e090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:33.610872 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3306db01-e0fc-41b8-9d38-1e9c8af8e090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:33.810444 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd59cdc-c54a-436b-9798-7521b4410d2d req-ba079251-ef3a-4853-a620-36b762a551e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:33.811967 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bd59cdc-c54a-436b-9798-7521b4410d2d req-ba079251-ef3a-4853-a620-36b762a551e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 1096 time: 0.2096090 May 20 04:23:33.820281 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3306db01-e0fc-41b8-9d38-1e9c8af8e090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:33.854281 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-81d63267-058e-4cba-ba36-501d4f9b08f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:33.884727 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306db01-e0fc-41b8-9d38-1e9c8af8e090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b496e12-46f0-4920-bb4e-d60666ba5a96,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:33.890931 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3306db01-e0fc-41b8-9d38-1e9c8af8e090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:33.960377 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3306db01-e0fc-41b8-9d38-1e9c8af8e090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:33.961664 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-3306db01-e0fc-41b8-9d38-1e9c8af8e090 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b496e12-46f0-4920-bb4e-d60666ba5a96 HTTP/1.1" status: 204 len: 168 time: 0.6534169 May 20 04:23:33.991082 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ea4a6c4-b46f-4bd9-84f3-a0232cbd1196 req-7733cecf-de46-4778-aa3b-e93c15690443 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225754 May 20 04:23:34.041047 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd59cdc-c54a-436b-9798-7521b4410d2d req-1ecd66f9-a722-4612-b21f-115d263d0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:34.042535 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bd59cdc-c54a-436b-9798-7521b4410d2d req-1ecd66f9-a722-4612-b21f-115d263d0ac3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 920 time: 0.2212145 May 20 04:23:34.169356 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bd59cdc-c54a-436b-9798-7521b4410d2d req-c0a55a91-5121-4e03-b200-a9ba37ce37e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48a79237-23ab-4d3d-ba43-f11837421e17 HTTP/1.1" status: 200 len: 217 time: 0.1134696 May 20 04:23:34.387444 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd59cdc-c54a-436b-9798-7521b4410d2d req-05e426a3-6330-4a31-993f-b4bc4c242103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:34.390984 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bd59cdc-c54a-436b-9798-7521b4410d2d req-05e426a3-6330-4a31-993f-b4bc4c242103 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.2051802 May 20 04:23:34.426347 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412207c-c9e7-4b7c-b348-dc71543234c6 req-fb78898a-617a-4eb1-8754-f4d65206a8db tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:34.440564 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7412207c-c9e7-4b7c-b348-dc71543234c6 req-fb78898a-617a-4eb1-8754-f4d65206a8db tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 943 time: 0.7916350 May 20 04:23:34.474061 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bd59cdc-c54a-436b-9798-7521b4410d2d req-c284642c-003e-4809-aa7a-0dc62668c9cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671773 May 20 04:23:34.492221 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228d3be-2bd8-4341-9a1d-60ee74d5b9be req-a8d274cb-f25b-4431-9bae-0f541ae1b006 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:34.497097 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e228d3be-2bd8-4341-9a1d-60ee74d5b9be req-a8d274cb-f25b-4431-9bae-0f541ae1b006 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 945 time: 0.2135386 May 20 04:23:34.527920 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ea4a6c4-b46f-4bd9-84f3-a0232cbd1196 req-63787bc5-4b96-4870-a664-dcbb8a339314 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004234 May 20 04:23:34.581627 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7412207c-c9e7-4b7c-b348-dc71543234c6 req-fa2aaf35-291c-4a88-b8ae-2c4dab2de3bd tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393068 May 20 04:23:34.779411 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e228d3be-2bd8-4341-9a1d-60ee74d5b9be req-b03717d3-c1cf-41c8-a93e-14a91d226095 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347455 May 20 04:23:34.804201 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-2df52957-64be-44e0-8cd4-a92c1a89a8fa req-c34b7e18-6623-415f-b03a-2f21d5bdaf62 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 210 time: 0.0804801 May 20 04:23:34.855339 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bd59cdc-c54a-436b-9798-7521b4410d2d req-1ef7257f-5720-43ba-b1a3-12b055751c3c service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569598 May 20 04:23:35.025455 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bd59cdc-c54a-436b-9798-7521b4410d2d req-2b2cae89-d56f-43d5-97db-c42a0662965c service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625922 May 20 04:23:35.222223 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device c14c2540-a763-4f40-a0ff-f367f325c967 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:23:35.343184 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-8a47d588-846e-4d93-b6c4-e3837984f0cc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:35.343887 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-8a47d588-846e-4d93-b6c4-e3837984f0cc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Synchronizing usage tracker for tenant:05a4d4fd73734888b8994386fe6df1df on resource:network {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:35.367233 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-8a47d588-846e-4d93-b6c4-e3837984f0cc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Unset dirty status for tenant:05a4d4fd73734888b8994386fe6df1df on resource:network {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:35.368571 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-8a47d588-846e-4d93-b6c4-e3837984f0cc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.79 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 811 time: 0.2177408 May 20 04:23:35.400508 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port c14c2540-a763-4f40-a0ff-f367f325c967, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c14c2540-a763-4f40-a0ff-f367f325c967,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:35.419048 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'c14c2540-a763-4f40-a0ff-f367f325c967', 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748', 'port_id': 'c14c2540-a763-4f40-a0ff-f367f325c967', 'mac_address': 'fa:16:3e:dd:10:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87a1b24-fac6-4032-be77-16ea154fc07e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:23:35.462786 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-80d00eef-ed31-4b65-8e14-b681ea45d7b6 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Synchronizing usage tracker for tenant:05a4d4fd73734888b8994386fe6df1df on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:35.481529 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-80d00eef-ed31-4b65-8e14-b681ea45d7b6 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Unset dirty status for tenant:05a4d4fd73734888b8994386fe6df1df on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:35.482942 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-80d00eef-ed31-4b65-8e14-b681ea45d7b6 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a4d4fd73734888b8994386fe6df1df HTTP/1.1" status: 200 len: 380 time: 0.0925014 May 20 04:23:35.488341 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:35.493366 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'port': {'device_id': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'admin_state_up': True, 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'security_groups': ['e09ebc04-e54d-4497-aaa1-f4b732aac5e5']}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:35.526843 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14c2540-a763-4f40-a0ff-f367f325c967 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:35.564365 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port c14c2540-a763-4f40-a0ff-f367f325c967, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c14c2540-a763-4f40-a0ff-f367f325c967,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:35.572448 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:35.574632 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:35.694600 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=c14c2540-a763-4f40-a0ff-f367f325c967,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:35.695875 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:35.701375 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:35.718767 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:35.780514 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Made reservation on behalf of 05a4d4fd73734888b8994386fe6df1df for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:35.784001 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:35.858974 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['c14c2540-a763-4f40-a0ff-f367f325c967'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:23:35.907086 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a70f30-ffa3-443a-bfdc-1cca46db3ca5 req-43c7940a-c4c0-4fff-93cd-e7805eaa53bd tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:35.910728 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-59a70f30-ffa3-443a-bfdc-1cca46db3ca5 req-43c7940a-c4c0-4fff-93cd-e7805eaa53bd tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 943 time: 0.1876690 May 20 04:23:36.044499 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-59a70f30-ffa3-443a-bfdc-1cca46db3ca5 req-df735153-44b5-41eb-9670-72fd44894ee3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220779 May 20 04:23:36.064803 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Allocated IP 172.20.0.14 (75b2d426-2178-48f9-bcce-df1758c4b992/d830b1e6-1a25-4745-b771-c773f3d95474/bf45a905-63ef-4eb4-a738-c16c552c7e71) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:36.159871 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec257ba1-ae31-4eff-84e3-253423932482 req-d4c948f2-b44c-4393-8f89-7a9d396e5546 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:36.161358 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ec257ba1-ae31-4eff-84e3-253423932482 req-d4c948f2-b44c-4393-8f89-7a9d396e5546 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 945 time: 0.2308359 May 20 04:23:36.264532 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ec257ba1-ae31-4eff-84e3-253423932482 req-89499df3-c32d-4e7a-b66a-87a3deb74122 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936344 May 20 04:23:36.474907 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-5edce815-ee74-4099-a232-a1b3e271d118 req-c4054ee9-aa27-4e29-901f-8747cf34ae47 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 210 time: 0.1466613 May 20 04:23:36.536450 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.557355 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Transition to ACTIVE for port object bf45a905-63ef-4eb4-a738-c16c552c7e71 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:36.590938 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.598444 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:36.688329 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Network 75b2d426-2178-48f9-bcce-df1758c4b992 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:36.691821 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:36.694740 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:36.700242 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:36.700857 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:36.746171 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2568302 May 20 04:23:36.751345 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'Port': ['ID=bf45a905-63ef-4eb4-a738-c16c552c7e71,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:36.755404 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:36.774258 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Request body: {'port': {'device_id': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:36.937712 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.100265 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-238c4941-dcca-451a-b6bd-362e7799099a None None] Provisioning for port bf45a905-63ef-4eb4-a738-c16c552c7e71 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:37.106552 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-238c4941-dcca-451a-b6bd-362e7799099a None None] Provisioning complete for port bf45a905-63ef-4eb4-a738-c16c552c7e71 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:37.107271 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-238c4941-dcca-451a-b6bd-362e7799099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.265550 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 48a79237-23ab-4d3d-ba43-f11837421e17 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:23:37.289243 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-238c4941-dcca-451a-b6bd-362e7799099a None None] Port bf45a905-63ef-4eb4-a738-c16c552c7e71 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:23:37.325640 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device c14c2540-a763-4f40-a0ff-f367f325c967 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:37.335299 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf470f-1b88-439a-8141-b26f9388bf0d req-8ac08935-e50a-4f40-95e1-454826ae8adf tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:37.348926 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-94bf470f-1b88-439a-8141-b26f9388bf0d req-8ac08935-e50a-4f40-95e1-454826ae8adf tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 943 time: 0.1362634 May 20 04:23:37.450085 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-94bf470f-1b88-439a-8141-b26f9388bf0d req-de3f3f2e-ff2a-49b4-90ac-4df3635ec3b7 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001537 May 20 04:23:37.521171 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 48a79237-23ab-4d3d-ba43-f11837421e17, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=48a79237-23ab-4d3d-ba43-f11837421e17,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:37.531136 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port c14c2540-a763-4f40-a0ff-f367f325c967 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:37.544557 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port c14c2540-a763-4f40-a0ff-f367f325c967 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:37.545186 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.578077 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': '48a79237-23ab-4d3d-ba43-f11837421e17', 'network_id': 'c5609bc5-6269-462d-ae3a-3769e5221748', 'port_id': '48a79237-23ab-4d3d-ba43-f11837421e17', 'mac_address': 'fa:16:3e:e8:8a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87a1b24-fac6-4032-be77-16ea154fc07e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:23:37.675921 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.745465 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a79237-23ab-4d3d-ba43-f11837421e17 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:37.771697 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.782137 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 48a79237-23ab-4d3d-ba43-f11837421e17, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=48a79237-23ab-4d3d-ba43-f11837421e17,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:37.788793 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf45a905-63ef-4eb4-a738-c16c552c7e71 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:37.792764 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.797190 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-469128f1-c1ac-4e27-a9dc-18a823bfb470 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:37.797847 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.812947 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Transition to ACTIVE for port object bf45a905-63ef-4eb4-a738-c16c552c7e71 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:37.843113 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.861271 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:37.866951 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b4acf0-0de0-460e-9ea9-ff101cf8716e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c2540-a763-4f40-a0ff-f367f325c967'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:37.883055 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port c14c2540-a763-4f40-a0ff-f367f325c967, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c14c2540-a763-4f40-a0ff-f367f325c967,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:37.892475 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:37.899622 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=48a79237-23ab-4d3d-ba43-f11837421e17,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:37.903504 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:37.903857 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:38.031269 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b4acf0-0de0-460e-9ea9-ff101cf8716e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c2540-a763-4f40-a0ff-f367f325c967', 'code': 200} May 20 04:23:38.084733 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=c14c2540-a763-4f40-a0ff-f367f325c967,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:38.088623 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:38.121816 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dc9f6-5e1c-4aad-8539-ad8ae71312fd req-fc6d9280-6ece-4e5d-9cfb-123f8154629b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:38.122567 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-fa8dc9f6-5e1c-4aad-8539-ad8ae71312fd req-fc6d9280-6ece-4e5d-9cfb-123f8154629b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Synchronizing usage tracker for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:38.123886 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['48a79237-23ab-4d3d-ba43-f11837421e17'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:23:38.200927 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-fa8dc9f6-5e1c-4aad-8539-ad8ae71312fd req-fc6d9280-6ece-4e5d-9cfb-123f8154629b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Unset dirty status for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:38.207854 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fa8dc9f6-5e1c-4aad-8539-ad8ae71312fd req-fc6d9280-6ece-4e5d-9cfb-123f8154629b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 932 time: 0.5294261 May 20 04:23:38.209818 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Pushing event updated for resources: {'Port': ['ID=bf45a905-63ef-4eb4-a738-c16c552c7e71,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:38.216260 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:38.289271 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Attempting to bind port bf45a905-63ef-4eb4-a738-c16c552c7e71 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:38.289598 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Attempting to bind port bf45a905-63ef-4eb4-a738-c16c552c7e71 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:38.290159 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Attempting to bind port bf45a905-63ef-4eb4-a738-c16c552c7e71 on network 75b2d426-2178-48f9-bcce-df1758c4b992 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:38.308488 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Port bf45a905-63ef-4eb4-a738-c16c552c7e71 on network 75b2d426-2178-48f9-bcce-df1758c4b992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:23:38.308819 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Attempting to bind port bf45a905-63ef-4eb4-a738-c16c552c7e71 on network 75b2d426-2178-48f9-bcce-df1758c4b992 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:38.320167 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fa8dc9f6-5e1c-4aad-8539-ad8ae71312fd req-0e27bf7e-3947-4e3e-8dd8-5bcf75df218a tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112795 May 20 04:23:38.321305 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:38.321832 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Checking segment: {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:38.322352 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Bound using segment: {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:38.322950 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Bound port: bf45a905-63ef-4eb4-a738-c16c552c7e71, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:38.323635 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:38.424912 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30b527-25cc-4cb0-9090-67e5990e2a05 req-e66695a1-9355-41b2-929d-c02394b225c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:38.426369 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0b30b527-25cc-4cb0-9090-67e5990e2a05 req-e66695a1-9355-41b2-929d-c02394b225c9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 1099 time: 0.1212926 May 20 04:23:38.450585 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] For port bf45a905-63ef-4eb4-a738-c16c552c7e71, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:38.454222 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] For port bf45a905-63ef-4eb4-a738-c16c552c7e71, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:38.459637 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:38.466450 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-92564221-077d-4f41-b577-47e6479e567b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:38.485371 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0b30b527-25cc-4cb0-9090-67e5990e2a05 req-9bb52101-4d87-4d87-81ef-3e468b56caf1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519888 May 20 04:23:38.547261 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:38.548056 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:38.549777 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] 10.222.0.79 "PUT /v2.0/ports/bf45a905-63ef-4eb4-a738-c16c552c7e71 HTTP/1.1" status: 200 len: 1094 time: 1.7898548 May 20 04:23:38.550826 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'tag': 'bf45a905-63ef-4eb4-a738-c16c552c7e71'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:38.611563 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Pushing event updated for resources: {'Port': ['ID=bf45a905-63ef-4eb4-a738-c16c552c7e71,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:38.614734 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:38.618351 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:38.622828 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'tag': 'bf45a905-63ef-4eb4-a738-c16c552c7e71', 'status': 'completed', 'code': 200} May 20 04:23:38.712839 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2f460-74e0-4371-bb9f-71832cf828b6 req-c639eee7-9855-4e04-b56a-ace3079edd4d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:38.721368 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3bf2f460-74e0-4371-bb9f-71832cf828b6 req-c639eee7-9855-4e04-b56a-ace3079edd4d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 944 time: 0.1410336 May 20 04:23:38.774108 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3bf2f460-74e0-4371-bb9f-71832cf828b6 req-4fd58fca-6bc3-4a1f-9631-87947c0d6217 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511060 May 20 04:23:38.974512 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751278d4-ee81-484c-aaf9-482c43f98280 req-d62317b8-4052-4740-97f8-bd748a76f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:38.976502 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-751278d4-ee81-484c-aaf9-482c43f98280 req-d62317b8-4052-4740-97f8-bd748a76f4ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 1097 time: 0.1212952 May 20 04:23:39.166380 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751278d4-ee81-484c-aaf9-482c43f98280 req-f6ac8023-a751-437d-a20e-793586a3950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:39.168022 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-751278d4-ee81-484c-aaf9-482c43f98280 req-f6ac8023-a751-437d-a20e-793586a3950f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=05a4d4fd73734888b8994386fe6df1df&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1770296 May 20 04:23:39.243303 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47790) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:39.264027 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 48a79237-23ab-4d3d-ba43-f11837421e17 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:39.365005 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751278d4-ee81-484c-aaf9-482c43f98280 req-b4895ebf-7509-4829-a88b-7a9ee3aca8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:39.380936 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-751278d4-ee81-484c-aaf9-482c43f98280 req-b4895ebf-7509-4829-a88b-7a9ee3aca8c8 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2067206 May 20 04:23:39.437880 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:39.438393 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port 48a79237-23ab-4d3d-ba43-f11837421e17 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:39.448111 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port 48a79237-23ab-4d3d-ba43-f11837421e17 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:39.448111 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:39.482982 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:39.491375 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] Usage tracker for resource:security_group_rule and tenant:becac193dfa249fea95809dfa177cc91 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:39.500717 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:39.514018 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:39.611860 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-d52f5ed0-392f-4af8-ba85-e94bd41d1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:39.613797 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-d52f5ed0-392f-4af8-ba85-e94bd41d1702 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 1097 time: 0.1405594 May 20 04:23:39.693426 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:39.732787 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 48a79237-23ab-4d3d-ba43-f11837421e17, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=48a79237-23ab-4d3d-ba43-f11837421e17,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:39.740795 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:39.747537 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-e388e5f2-6234-4564-bec6-292d2bd22501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:39.839402 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef71ac1-127e-453f-864e-c607e1b5c5c8 req-aaffbc20-1ed8-45db-acb6-a3351df46fcf tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:39.841400 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=48a79237-23ab-4d3d-ba43-f11837421e17,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:39.843445 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-aef71ac1-127e-453f-864e-c607e1b5c5c8 req-aaffbc20-1ed8-45db-acb6-a3351df46fcf tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 944 time: 0.2761712 May 20 04:23:39.848739 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:39.863033 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-db174751-6a6c-47cc-9efc-c7e7c297621b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71 HTTP/1.1" status: 200 len: 217 time: 0.2342017 May 20 04:23:39.930925 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-aef71ac1-127e-453f-864e-c607e1b5c5c8 req-180b423d-0aec-4712-b981-9480105a0997 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702891 May 20 04:23:39.963322 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:39.972569 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.016560 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-1a3d1647-d33c-4fc9-ab41-1a524943a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:40.017817 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:40.018085 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-1a3d1647-d33c-4fc9-ab41-1a524943a19a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d830b1e6-1a25-4745-b771-c773f3d95474 HTTP/1.1" status: 200 len: 850 time: 0.1481574 May 20 04:23:40.031585 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe86bf7-c3fc-414b-8379-41ae4701fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a79237-23ab-4d3d-ba43-f11837421e17'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:40.061021 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=becac193dfa249fea95809dfa177cc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8159835 May 20 04:23:40.062584 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495a60b5-7df8-419e-b5dd-93d6cc82215e,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:40.079405 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47828) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:40.084637 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:40.162681 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe86bf7-c3fc-414b-8379-41ae4701fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a79237-23ab-4d3d-ba43-f11837421e17', 'code': 200} May 20 04:23:40.175901 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-9fe4c888-f2f2-459d-a8f6-8480028eae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:40.177358 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-9fe4c888-f2f2-459d-a8f6-8480028eae48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75b2d426-2178-48f9-bcce-df1758c4b992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1509392 May 20 04:23:40.220644 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-331de52f-7c95-4dd0-91fb-8ae81e05e311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.278558 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a18a-827d-405e-a3a5-13cff6426a66 req-f7b679f1-a503-4e6d-9f5d-23f404d508a5 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:40.280607 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3d64a18a-827d-405e-a3a5-13cff6426a66 req-f7b679f1-a503-4e6d-9f5d-23f404d508a5 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.1947107 May 20 04:23:40.308519 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-331de52f-7c95-4dd0-91fb-8ae81e05e311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.395646 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-ba56f0e3-ece7-419d-a329-ecfecd15c101 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973670 May 20 04:23:40.423527 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3d64a18a-827d-405e-a3a5-13cff6426a66 req-09afa353-662b-4162-8fdf-ad1ca4ff5431 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344695 May 20 04:23:40.507425 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-331de52f-7c95-4dd0-91fb-8ae81e05e311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.513159 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-83218757-40b1-4bec-8928-20e1967395c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:40.527234 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331de52f-7c95-4dd0-91fb-8ae81e05e311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495a60b5-7df8-419e-b5dd-93d6cc82215e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:40.531668 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-331de52f-7c95-4dd0-91fb-8ae81e05e311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:40.535365 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-331de52f-7c95-4dd0-91fb-8ae81e05e311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.538603 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-331de52f-7c95-4dd0-91fb-8ae81e05e311 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/495a60b5-7df8-419e-b5dd-93d6cc82215e HTTP/1.1" status: 204 len: 168 time: 0.4554303 May 20 04:23:40.539766 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466f77-eea9-48cb-a992-b8194b08cbc2 req-156a684a-b347-40b0-a2e4-ed97378d998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:40.540767 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c0466f77-eea9-48cb-a992-b8194b08cbc2 req-156a684a-b347-40b0-a2e4-ed97378d998e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 1098 time: 0.1014619 May 20 04:23:40.569685 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a3078f9-3227-4fe8-875c-db0ce5a93c2e req-0bf2d33b-c4c4-405f-a760-396021df5be8 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600983 May 20 04:23:40.632596 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c0466f77-eea9-48cb-a992-b8194b08cbc2 req-ec1008ba-1fd0-4620-9ab7-7bc14ae1ab5c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 May 20 04:23:40.883678 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47858) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:40.912324 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:40.929290 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:40.933734 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] Usage tracker for resource:security_group_rule and tenant:3de8b1f05062482ca7a2c929ab9dad62 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:40.936647 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:40.942602 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:41.048516 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:41.054404 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:41.065895 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:41.108678 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3de8b1f05062482ca7a2c929ab9dad62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231388 May 20 04:23:41.110255 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b5db09-1520-458a-ac7d-779c0fcfa186,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:41.111505 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47870) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:41.113464 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:41.210226 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-30033284-ed36-4180-b5cc-b24ef7656f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:41.220153 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a7798-d759-49b2-bec5-f8f58d7395dd req-9e290dd2-f27a-4f48-a688-3239a0e5b516 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:41.221897 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-391a7798-d759-49b2-bec5-f8f58d7395dd req-9e290dd2-f27a-4f48-a688-3239a0e5b516 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 944 time: 0.1493573 May 20 04:23:41.270377 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-30033284-ed36-4180-b5cc-b24ef7656f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:41.319404 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-391a7798-d759-49b2-bec5-f8f58d7395dd req-29a210f3-280d-40a7-9897-123a763b9c47 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862913 May 20 04:23:41.350940 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-30033284-ed36-4180-b5cc-b24ef7656f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:41.355406 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f35e6112-567b-4814-9c19-2d55c7875abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:41.369138 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30033284-ed36-4180-b5cc-b24ef7656f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b5db09-1520-458a-ac7d-779c0fcfa186,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:41.372028 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-30033284-ed36-4180-b5cc-b24ef7656f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:41.375092 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-30033284-ed36-4180-b5cc-b24ef7656f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:41.375329 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-30033284-ed36-4180-b5cc-b24ef7656f2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0b5db09-1520-458a-ac7d-779c0fcfa186 HTTP/1.1" status: 204 len: 168 time: 0.2628694 May 20 04:23:41.662100 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f452c-4278-4b1d-8802-b2a4945f61df req-5766c62d-1273-4838-885d-9259f3ea8e9f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:41.663945 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ca8f452c-4278-4b1d-8802-b2a4945f61df req-5766c62d-1273-4838-885d-9259f3ea8e9f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.1019835 May 20 04:23:41.724982 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ca8f452c-4278-4b1d-8802-b2a4945f61df req-baa78dd9-a496-473a-94f3-3f8e9f3a334f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543399 May 20 04:23:41.891707 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47916) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:42.051752 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.070879 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:42.075307 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] Usage tracker for resource:security_group_rule and tenant:4264a5754e694683adaf197a2f43e125 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:42.078483 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:42.086778 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:42.208081 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.213820 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.233244 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:42.264513 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47940) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:42.284297 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c40d83-7e9a-449b-85bf-5c7fb1822c07,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:42.291924 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4264a5754e694683adaf197a2f43e125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955164 May 20 04:23:42.291924 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:42.292298 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47948) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:42.373687 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b7391b94-7433-4293-b2fe-89b19176b7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.407160 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b7391b94-7433-4293-b2fe-89b19176b7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.484852 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b7391b94-7433-4293-b2fe-89b19176b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.491902 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ce7b6190-a567-4a04-acb9-d9251075a25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:42.522199 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7391b94-7433-4293-b2fe-89b19176b7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c40d83-7e9a-449b-85bf-5c7fb1822c07,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:42.553829 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b7391b94-7433-4293-b2fe-89b19176b7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:42.564599 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b7391b94-7433-4293-b2fe-89b19176b7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.565937 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-b7391b94-7433-4293-b2fe-89b19176b7bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91c40d83-7e9a-449b-85bf-5c7fb1822c07 HTTP/1.1" status: 204 len: 168 time: 0.2727778 May 20 04:23:42.655514 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.689020 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe670a3-a1c2-4d23-a3e0-d577e401df66 req-7dbec6e3-45fa-431b-93fa-3a27cce29275 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:42.690025 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:42.694129 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-9fe670a3-a1c2-4d23-a3e0-d577e401df66 req-7dbec6e3-45fa-431b-93fa-3a27cce29275 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 944 time: 0.1958990 May 20 04:23:42.697076 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] Usage tracker for resource:security_group_rule and tenant:ec3f130de8c2451b8175d8fe2c0243fe is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:42.700158 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:42.722940 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:42.769807 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-9fe670a3-a1c2-4d23-a3e0-d577e401df66 req-a286bc94-1b39-4412-ac04-b9b7630c466d tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639439 May 20 04:23:42.857163 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.863342 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:42.881100 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-20b742c9-9326-433c-a80e-d1bd6ffee065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:43.022052 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec3f130de8c2451b8175d8fe2c0243fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7561684 May 20 04:23:43.025333 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47978) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:43.046894 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617bbbee-c2d9-40b8-9190-f6ae794fc61f,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:43.050235 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:43.086571 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079253b3-748e-457a-ae1f-f84184a8a80d req-b2a92dc8-1b90-46be-9eb5-8e031d2954eb tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:43.095290 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-079253b3-748e-457a-ae1f-f84184a8a80d req-b2a92dc8-1b90-46be-9eb5-8e031d2954eb tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.1448190 May 20 04:23:43.098736 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0a6df7f-ef11-4b0f-8a54-dcb47917d922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.108808 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 47982) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:43.141703 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-079253b3-748e-457a-ae1f-f84184a8a80d req-73cf920b-82ef-45f8-b19a-d1bd0376d777 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452273 May 20 04:23:43.142033 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.156306 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0a6df7f-ef11-4b0f-8a54-dcb47917d922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.170527 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:43.183915 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] Usage tracker for resource:security_group_rule and tenant:e250d022ec294619a53d1851d7d0b296 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:43.188170 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:43.203974 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:43.217976 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 47990) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:43.249779 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0a6df7f-ef11-4b0f-8a54-dcb47917d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.255226 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:43.274841 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6df7f-ef11-4b0f-8a54-dcb47917d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617bbbee-c2d9-40b8-9190-f6ae794fc61f,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:43.281737 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0a6df7f-ef11-4b0f-8a54-dcb47917d922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:43.344924 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.346534 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0a6df7f-ef11-4b0f-8a54-dcb47917d922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.350845 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-e0a6df7f-ef11-4b0f-8a54-dcb47917d922 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/617bbbee-c2d9-40b8-9190-f6ae794fc61f HTTP/1.1" status: 204 len: 168 time: 0.3244925 May 20 04:23:43.359599 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.378353 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:43.378651 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.397515 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:43.402505 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a381f18b68574782a0a76a80f1cae67e is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:43.405466 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:43.413128 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:43.448651 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e250d022ec294619a53d1851d7d0b296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386967 May 20 04:23:43.450332 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0529ac-57f4-4804-9cd5-a793c8a36db4,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:43.453406 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48004) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:43.456105 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:43.543757 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-020f5447-1899-47e2-acc4-2c2af690f9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.576626 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-020f5447-1899-47e2-acc4-2c2af690f9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.640498 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-020f5447-1899-47e2-acc4-2c2af690f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.648746 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a5bcb2c9-8186-4c90-96b0-374ef30cd6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:43.666142 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.677907 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f5447-1899-47e2-acc4-2c2af690f9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0529ac-57f4-4804-9cd5-a793c8a36db4,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:43.681295 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-020f5447-1899-47e2-acc4-2c2af690f9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:43.682663 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-020f5447-1899-47e2-acc4-2c2af690f9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.684492 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-020f5447-1899-47e2-acc4-2c2af690f9d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa0529ac-57f4-4804-9cd5-a793c8a36db4 HTTP/1.1" status: 204 len: 168 time: 0.2296138 May 20 04:23:43.685151 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.696746 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6fcfb93c-caf1-43b0-a98a-e7360e038e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:43.749444 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c0f054-e175-4903-965e-e335eb85c608,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:43.753468 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:43.759358 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a381f18b68574782a0a76a80f1cae67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403409 May 20 04:23:43.762682 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17432e4-bbbb-44e6-a07a-585926ef70ac req-73f020e4-bfff-4de4-bf8c-247ffb8a0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:43.762956 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48016) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:43.764407 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c17432e4-bbbb-44e6-a07a-585926ef70ac req-73f020e4-bfff-4de4-bf8c-247ffb8a0309 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 1098 time: 0.2666516 May 20 04:23:43.792463 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48022) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:43.805247 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3036e-24a9-4c72-a706-755ab69d1af0 req-34e801ae-cdd4-473a-b4d7-b5dd0d2f2dfa tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:43.806757 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bed3036e-24a9-4c72-a706-755ab69d1af0 req-34e801ae-cdd4-473a-b4d7-b5dd0d2f2dfa tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.2060688 May 20 04:23:43.845309 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85787093-f2fc-427b-a180-fd3ed9c85925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.854275 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.875734 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85787093-f2fc-427b-a180-fd3ed9c85925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:43.933189 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:43.964396 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] Usage tracker for resource:security_group_rule and tenant:24ac5fa89d6d4dbd990718b62564c088 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:43.971421 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bed3036e-24a9-4c72-a706-755ab69d1af0 req-90c023f2-79c8-480c-9060-6f0f18234e1d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403100 May 20 04:23:43.974148 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:43.984398 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:44.009963 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85787093-f2fc-427b-a180-fd3ed9c85925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.017474 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3306db01-e0fc-41b8-9d38-1e9c8af8e090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:44.021276 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17432e4-bbbb-44e6-a07a-585926ef70ac req-1c8a20eb-2e13-490c-a946-837960167279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:44.022919 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c17432e4-bbbb-44e6-a07a-585926ef70ac req-1c8a20eb-2e13-490c-a946-837960167279 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 920 time: 0.2512197 May 20 04:23:44.037450 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85787093-f2fc-427b-a180-fd3ed9c85925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.043680 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-85787093-f2fc-427b-a180-fd3ed9c85925 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/30c0f054-e175-4903-965e-e335eb85c608 HTTP/1.1" status: 204 len: 168 time: 0.2790840 May 20 04:23:44.046926 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85787093-f2fc-427b-a180-fd3ed9c85925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c0f054-e175-4903-965e-e335eb85c608,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:44.049889 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-85787093-f2fc-427b-a180-fd3ed9c85925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:44.133245 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c17432e4-bbbb-44e6-a07a-585926ef70ac req-f9b89a7e-ce45-46a0-a793-8e8b60f3351e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48a79237-23ab-4d3d-ba43-f11837421e17 HTTP/1.1" status: 200 len: 217 time: 0.1017988 May 20 04:23:44.302689 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.308477 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17432e4-bbbb-44e6-a07a-585926ef70ac req-7032c4b0-f26c-4948-b2ca-ee0b25a85a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:44.310181 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c17432e4-bbbb-44e6-a07a-585926ef70ac req-7032c4b0-f26c-4948-b2ca-ee0b25a85a49 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.1464849 May 20 04:23:44.358343 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.372841 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c5bd6053-dccd-40b7-b0c7-c2160b6553d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:44.381489 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c367f9-2c8b-4202-8782-3c321048c706 req-c1e67880-57fb-456e-bdd3-5504b676d715 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:44.390819 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-78c367f9-2c8b-4202-8782-3c321048c706 req-c1e67880-57fb-456e-bdd3-5504b676d715 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 945 time: 0.1148989 May 20 04:23:44.400342 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c17432e4-bbbb-44e6-a07a-585926ef70ac req-4e7da222-c69c-4476-ab61-776e280567c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788047 May 20 04:23:44.449712 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-78c367f9-2c8b-4202-8782-3c321048c706 req-0f293bad-7567-4753-bb99-d7af1db22731 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572639 May 20 04:23:44.461502 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24ac5fa89d6d4dbd990718b62564c088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6679795 May 20 04:23:44.472580 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48054) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:44.485237 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b25b11a-bfce-47f9-82d0-fffc1de4d539,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:44.488912 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:44.537339 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ad9caba-0e63-471e-b918-822f72ea20a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.565325 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ad9caba-0e63-471e-b918-822f72ea20a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.588367 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f52e25-0514-4bb4-aa92-da31f1e68a20 req-ec65b3d3-d100-4cca-af4a-c28f37a19ef2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:44.589879 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-04f52e25-0514-4bb4-aa92-da31f1e68a20 req-ec65b3d3-d100-4cca-af4a-c28f37a19ef2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 944 time: 0.3507204 May 20 04:23:44.646833 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c17432e4-bbbb-44e6-a07a-585926ef70ac req-def35d44-a001-48a1-a9f5-cbfd100fd4e7 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233255 May 20 04:23:44.701564 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-04f52e25-0514-4bb4-aa92-da31f1e68a20 req-b35be9f5-5e80-422d-97b7-2e80d46b001e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030719 May 20 04:23:44.711055 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ad9caba-0e63-471e-b918-822f72ea20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.738783 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3a8d8656-1846-4de5-9019-a6cb7f21ec19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:44.774489 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6ad9caba-0e63-471e-b918-822f72ea20a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:44.779354 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-6ad9caba-0e63-471e-b918-822f72ea20a7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b25b11a-bfce-47f9-82d0-fffc1de4d539 HTTP/1.1" status: 204 len: 168 time: 0.3055184 May 20 04:23:44.783649 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9caba-0e63-471e-b918-822f72ea20a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b25b11a-bfce-47f9-82d0-fffc1de4d539,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:44.786030 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6ad9caba-0e63-471e-b918-822f72ea20a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:44.834596 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c17432e4-bbbb-44e6-a07a-585926ef70ac req-984111ae-e133-404a-aef5-666365a3cbe7 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752648 May 20 04:23:45.182729 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2543f-f064-423d-9a1c-5b034bb4f80a req-aa04c5c6-3eb7-4c7a-995f-65d13d37adbd tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:45.187123 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-81c2543f-f064-423d-9a1c-5b034bb4f80a req-aa04c5c6-3eb7-4c7a-995f-65d13d37adbd tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.0978956 May 20 04:23:45.239489 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-81c2543f-f064-423d-9a1c-5b034bb4f80a req-44360ea6-a4b9-42e6-9fcd-8e5dfccab7cc tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463243 May 20 04:23:45.332379 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device bf45a905-63ef-4eb4-a738-c16c552c7e71 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:23:45.474666 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port bf45a905-63ef-4eb4-a738-c16c552c7e71, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:45.488564 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'bf45a905-63ef-4eb4-a738-c16c552c7e71', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'port_id': 'bf45a905-63ef-4eb4-a738-c16c552c7e71', 'mac_address': 'fa:16:3e:a2:89:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:23:45.502261 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48112) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:45.561067 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:45.583080 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf45a905-63ef-4eb4-a738-c16c552c7e71 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:45.603604 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port bf45a905-63ef-4eb4-a738-c16c552c7e71, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:45.609656 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:45.612160 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:45.667240 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-107922929-network', 'tenant_id': '5ef1e050fe6f4c38b3492c305a1ad72a'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:45.675169 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:45.681979 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Usage tracker for resource:network and tenant:5ef1e050fe6f4c38b3492c305a1ad72a is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:45.690581 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:45.705589 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=bf45a905-63ef-4eb4-a738-c16c552c7e71,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:45.709075 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:45.719825 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899d8cc-0a94-4efa-a315-2b34584acbbb req-db2e2916-3c07-4871-b941-7073a54bfa4a tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:45.724101 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1899d8cc-0a94-4efa-a315-2b34584acbbb req-db2e2916-3c07-4871-b941-7073a54bfa4a tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 945 time: 0.1354601 May 20 04:23:45.724788 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:45.737812 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Made reservation on behalf of 5ef1e050fe6f4c38b3492c305a1ad72a for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:45.740218 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:45.767617 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:45.789418 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:45.795272 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef1e050fe6f4c38b3492c305a1ad72a is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:45.809028 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:45.815937 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:45.871184 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1899d8cc-0a94-4efa-a315-2b34584acbbb req-2ad111fd-2d83-4aee-a636-11a7f344cf74 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314635 May 20 04:23:45.963276 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['bf45a905-63ef-4eb4-a738-c16c552c7e71'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:23:46.056422 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:46.066272 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:46.071257 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4d959a98-94d0-4b09-9417-9c6fc3cbc572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:46.128820 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=91668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:23:46.138120 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:46.156660 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:46.171626 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:46.172017 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Added segment bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a of type vlan for network e9dc2326-2a3c-4f75-a3ac-19365957c7ee May 20 04:23:46.215009 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d079a-7fbd-4c96-b5ab-bee74c3dff76 req-7ff157f4-9140-4550-82d1-5526b5cbecf5 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:46.229841 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-392d079a-7fbd-4c96-b5ab-bee74c3dff76 req-7ff157f4-9140-4550-82d1-5526b5cbecf5 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 945 time: 0.2696171 May 20 04:23:46.331923 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f1c634f2-690b-4347-8b78-9e0a57ebad2b tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:46.336520 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f1c634f2-690b-4347-8b78-9e0a57ebad2b tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.79 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 945 time: 0.2152941 May 20 04:23:46.461508 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:46.474138 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-392d079a-7fbd-4c96-b5ab-bee74c3dff76 req-7d9b4620-ab97-4788-99c7-fdcc1c8c1b04 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323329 May 20 04:23:46.523929 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:46.526087 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:46.528788 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:46.541317 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6ff9af7c-1665-4659-9317-a2111a5d50ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:46.647011 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa306f3f-d1bf-4e66-a250-20d6f6b58b22 req-cee4a24e-fb2d-4c02-b710-c1baeda2573d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:46.656569 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fa306f3f-d1bf-4e66-a250-20d6f6b58b22 req-cee4a24e-fb2d-4c02-b710-c1baeda2573d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.2539048 May 20 04:23:46.660090 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Deleting port 9d4c9062-6faa-4efa-ae34-6109dabaf170 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:23:46.660711 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:46.684324 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Pushing event updated for resources: {'Network': ['ID=e9dc2326-2a3c-4f75-a3ac-19365957c7ee,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:46.688453 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1852448 May 20 04:23:46.689738 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:46.691416 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48178) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:46.698150 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Request body: {'subnet': {'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-107922929-subnet', 'tenant_id': '5ef1e050fe6f4c38b3492c305a1ad72a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:46.698317 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network e9dc2326-2a3c-4f75-a3ac-19365957c7ee details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:23:46.703770 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:46.708060 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Usage tracker for resource:subnet and tenant:5ef1e050fe6f4c38b3492c305a1ad72a is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:46.715547 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:46.744794 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:46.777988 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Made reservation on behalf of 5ef1e050fe6f4c38b3492c305a1ad72a for: {'subnet': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:46.783398 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:46.989318 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fa306f3f-d1bf-4e66-a250-20d6f6b58b22 req-7dc21ca5-72a3-4a43-b6cf-39f496fe0b2d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315058 May 20 04:23:47.006595 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] For port 9d4c9062-6faa-4efa-ae34-6109dabaf170, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=9d4c9062-6faa-4efa-ae34-6109dabaf170,segment=NetworkSegment(ae541722-ca20-458e-b8c9-ca3482bb607c),segment_id=ae541722-ca20-458e-b8c9-ca3482bb607c)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:47.007760 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.155930 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Calling delete_port for 9d4c9062-6faa-4efa-ae34-6109dabaf170 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:23:47.198091 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd5205-5091-4dda-a00f-df9337c590a4 req-efe1851f-eea3-4a7a-a0b0-23fdd05736b1 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:47.199638 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-edcd5205-5091-4dda-a00f-df9337c590a4 req-efe1851f-eea3-4a7a-a0b0-23fdd05736b1 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 945 time: 0.1662843 May 20 04:23:47.310864 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-edcd5205-5091-4dda-a00f-df9337c590a4 req-e478c561-4334-456a-aded-25380ef2296c tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/security-groups?id=fce95223-842f-4ad2-9a5d-a4a878cb540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037917 May 20 04:23:47.344584 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device bf45a905-63ef-4eb4-a738-c16c552c7e71 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:23:47.412776 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.421390 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:47.422321 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port bf45a905-63ef-4eb4-a738-c16c552c7e71 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:23:47.434038 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port bf45a905-63ef-4eb4-a738-c16c552c7e71 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:23:47.434569 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.476736 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.480660 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:47.485429 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['9d4c9062-6faa-4efa-ae34-6109dabaf170'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:23:47.488636 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Pushing event deleted for resources: {'Port': ['ID=9d4c9062-6faa-4efa-ae34-6109dabaf170,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:47.572854 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:47.575111 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c278bcd6-c7ed-4f57-9b58-bd2e8454947c,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:47.579548 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:47.586075 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Checking segment: {'id': 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:47.586616 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Network hostable DHCP agents. Network: e9dc2326-2a3c-4f75-a3ac-19365957c7ee, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:23:47.609667 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Network e9dc2326-2a3c-4f75-a3ac-19365957c7ee is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:23:47.628182 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.629189 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, e9dc2326-2a3c-4f75-a3ac-19365957c7ee) {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:47.638217 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:47.638810 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.652244 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] No DVR routers for this DVR port 9d4c9062-6faa-4efa-ae34-6109dabaf170 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:23:47.652464 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549bc999-8760-4ca4-83b5-1777ee784e96 None None] Network e9dc2326-2a3c-4f75-a3ac-19365957c7ee requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:47.658422 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.661336 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3856cc10-1152-44fc-b43e-4e2011057869', 'name': 'network-vif-deleted', 'tag': '9d4c9062-6faa-4efa-ae34-6109dabaf170'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:47.675545 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-d257cc66-c211-4eb3-a234-627843832d25 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9825225 May 20 04:23:47.789493 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port bf45a905-63ef-4eb4-a738-c16c552c7e71, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:23:47.801498 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3856cc10-1152-44fc-b43e-4e2011057869', 'name': 'network-vif-deleted', 'tag': '9d4c9062-6faa-4efa-ae34-6109dabaf170', 'status': 'completed', 'code': 200} May 20 04:23:47.803036 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf45a905-63ef-4eb4-a738-c16c552c7e71'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:47.812133 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bdc190c2-bb92-4624-a1aa-7b7fd6f17372 req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.79 "DELETE /v2.0/ports/9d4c9062-6faa-4efa-ae34-6109dabaf170 HTTP/1.1" status: 204 len: 173 time: 1.4669068 May 20 04:23:47.813253 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:47.817485 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:47.885839 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d578d6d-f999-46d2-878c-5b8f1b1658c3 req-af1675a6-16b6-4c82-84ef-de79d9f1ecfa tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:47.887342 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1d578d6d-f999-46d2-878c-5b8f1b1658c3 req-af1675a6-16b6-4c82-84ef-de79d9f1ecfa tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 945 time: 0.1838727 May 20 04:23:47.927606 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf45a905-63ef-4eb4-a738-c16c552c7e71', 'code': 200} May 20 04:23:47.959088 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1d578d6d-f999-46d2-878c-5b8f1b1658c3 req-030766e1-d542-4112-986f-3c4d07001008 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575378 May 20 04:23:47.988741 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e670f-1780-4c52-a8b7-e3941b20aa5a None None] Network e9dc2326-2a3c-4f75-a3ac-19365957c7ee requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:48.046138 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=bf45a905-63ef-4eb4-a738-c16c552c7e71,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:48.147387 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:48.299022 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6656829-35e8-4572-8fe9-091be63fd6dd req-3882373b-5e2e-485a-863d-2afa983f5bee tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:48.300810 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a6656829-35e8-4572-8fe9-091be63fd6dd req-3882373b-5e2e-485a-863d-2afa983f5bee tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.1001077 May 20 04:23:48.306523 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06740462-8234-4b27-a848-738a6c2090af req-f151e678-9a2a-49c5-b44f-adeed2d4e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:48.308051 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-06740462-8234-4b27-a848-738a6c2090af req-f151e678-9a2a-49c5-b44f-adeed2d4e625 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 1099 time: 0.1260147 May 20 04:23:48.364461 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-06740462-8234-4b27-a848-738a6c2090af req-dce9ee2b-939e-4d57-81f8-1833ed584af8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497541 May 20 04:23:48.382781 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a6656829-35e8-4572-8fe9-091be63fd6dd req-c3949316-a2da-4c6c-a265-163b857c7d8d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732851 May 20 04:23:48.490283 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-454a98e4-6feb-4691-9f1c-a40c9104f970 req-e0a7f123-7d51-4850-af01-fe62ae62552d tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Synchronizing usage tracker for tenant:69184aaba608473bab5df670af3d83a4 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:48.508318 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-454a98e4-6feb-4691-9f1c-a40c9104f970 req-e0a7f123-7d51-4850-af01-fe62ae62552d tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Unset dirty status for tenant:69184aaba608473bab5df670af3d83a4 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:48.515792 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-454a98e4-6feb-4691-9f1c-a40c9104f970 req-e0a7f123-7d51-4850-af01-fe62ae62552d tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] 10.222.0.72 "GET /v2.0/ports?device_id=3856cc10-1152-44fc-b43e-4e2011057869 HTTP/1.1" status: 200 len: 210 time: 0.0724699 May 20 04:23:49.161404 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6f792-d990-45f0-a4fc-694428292a99 req-6afca20e-fe53-4507-9df1-a84570887569 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:49.164737 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-03a6f792-d990-45f0-a4fc-694428292a99 req-6afca20e-fe53-4507-9df1-a84570887569 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.0964000 May 20 04:23:49.217555 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-03a6f792-d990-45f0-a4fc-694428292a99 req-afeb13bd-ace5-48f7-b4ed-f5728d90b6e5 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449295 May 20 04:23:49.566372 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8812f2-74ea-4966-82b8-9594e4674fcb req-02a9684b-200e-43d5-b279-dcbf2905a185 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:49.567862 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3f8812f2-74ea-4966-82b8-9594e4674fcb req-02a9684b-200e-43d5-b279-dcbf2905a185 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.0817113 May 20 04:23:49.627716 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3f8812f2-74ea-4966-82b8-9594e4674fcb req-697b017e-b6c4-498f-af42-679a29ce360a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515945 May 20 04:23:50.197274 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-b4f4fd43-20a0-4dae-91bb-c7bc694a5510 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:50.197966 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-b4f4fd43-20a0-4dae-91bb-c7bc694a5510 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Synchronizing usage tracker for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:network {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:50.215771 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-b4f4fd43-20a0-4dae-91bb-c7bc694a5510 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Unset dirty status for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:network {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:50.217052 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-b4f4fd43-20a0-4dae-91bb-c7bc694a5510 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/networks?id=e9dc2326-2a3c-4f75-a3ac-19365957c7ee HTTP/1.1" status: 200 len: 808 time: 0.1859307 May 20 04:23:50.233023 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-e3a49e37-31cc-4999-a7fb-906e38e0434a tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/quotas/5ef1e050fe6f4c38b3492c305a1ad72a HTTP/1.1" status: 200 len: 375 time: 0.0101006 May 20 04:23:50.284469 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-97964f25-99da-4c5b-a007-c26bd539bc5c tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ef1e050fe6f4c38b3492c305a1ad72a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450885 May 20 04:23:50.456261 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-b1856586-5db1-448f-9f33-07d3511476e1 service neutron] 10.222.0.72 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621938 May 20 04:23:50.460320 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ac086-62f0-4773-9a09-854bff203100 req-5fc4ec79-1500-4600-85b1-624297896469 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:50.461801 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-571ac086-62f0-4773-9a09-854bff203100 req-5fc4ec79-1500-4600-85b1-624297896469 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1252632 May 20 04:23:50.521972 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-571ac086-62f0-4773-9a09-854bff203100 req-2a863b98-883d-44fb-b498-40dd57bb1cb3 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535347 May 20 04:23:50.606423 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-d0acf57d-6a0b-47c0-8542-1352dedef2e6 service neutron] 10.222.0.72 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488724 May 20 04:23:50.755889 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c5c0-4d20-435a-b589-1f43e726671a req-d0db0fcf-983f-4cbf-a894-877fcbc33064 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:50.758283 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a538c5c0-4d20-435a-b589-1f43e726671a req-d0db0fcf-983f-4cbf-a894-877fcbc33064 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1153729 May 20 04:23:50.767912 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48364) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:50.774009 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-086a37b7-1832-44c6-ae15-6886bc3e5e30 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'floatingip': {'port_id': 'bf45a905-63ef-4eb4-a738-c16c552c7e71'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:50.869039 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-086a37b7-1832-44c6-ae15-6886bc3e5e30 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:50.939121 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-852b76e5-95c4-43d9-bb0d-662f946b9a6a req-7086ab6c-b88f-4af7-9b5d-228ca84fdea3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 210 time: 0.1028547 May 20 04:23:51.154988 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48386) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:51.207638 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11fa38-c307-4b56-971f-f04924ace501 req-8ccc7b37-67b2-4825-9f8e-d793bc2654b6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:51.209114 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2e11fa38-c307-4b56-971f-f04924ace501 req-8ccc7b37-67b2-4825-9f8e-d793bc2654b6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.1891341 May 20 04:23:51.314218 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.334181 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2e11fa38-c307-4b56-971f-f04924ace501 req-4d3db3d1-9c4c-4944-b99c-45078d0e4388 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153636 May 20 04:23:51.359651 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:51.363634 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] Usage tracker for resource:security_group_rule and tenant:c5cf802f602646ce9a1b344894ed2012 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:51.371309 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 9d4c9062-6faa-4efa-ae34-6109dabaf170 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:23:51.375105 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:51.381416 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:51.477727 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: 9d4c9062-6faa-4efa-ae34-6109dabaf170 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:23:51.479712 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 9d4c9062-6faa-4efa-ae34-6109dabaf170 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:23:51.520126 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.528170 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2d69d458-8d83-44e1-b163-59ceb34c00db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.530288 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.542504 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c2b2954f-a9d4-436b-a23b-621560766a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:51.594465 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073e2c75-d86a-4a50-b535-178c8f7198e2,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:51.599224 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c5cf802f602646ce9a1b344894ed2012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429667 May 20 04:23:51.601772 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48408) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:51.606051 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:51.738851 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48418) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:51.759078 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd2a793e-5a61-4099-910e-4046e9f63beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.820774 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd2a793e-5a61-4099-910e-4046e9f63beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.823039 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_v2 [None req-04084ef6-cd28-4583-843c-1976405f2100 admin admin] Deleting subnet daafe210-d4a3-46ec-b0d1-4d0d3cfae571 {{(pid=91668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:23:51.826264 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04084ef6-cd28-4583-843c-1976405f2100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.913902 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd2a793e-5a61-4099-910e-4046e9f63beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.918876 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:51.934934 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd2a793e-5a61-4099-910e-4046e9f63beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.936046 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-cd2a793e-5a61-4099-910e-4046e9f63beb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/073e2c75-d86a-4a50-b535-178c8f7198e2 HTTP/1.1" status: 204 len: 168 time: 0.3325274 May 20 04:23:51.938574 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a793e-5a61-4099-910e-4046e9f63beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073e2c75-d86a-4a50-b535-178c8f7198e2,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:51.939168 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04084ef6-cd28-4583-843c-1976405f2100 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.958884 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04084ef6-cd28-4583-843c-1976405f2100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:51.966859 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cd2a793e-5a61-4099-910e-4046e9f63beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:52.020964 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.db.resource_extend [None req-086a37b7-1832-44c6-ae15-6886bc3e5e30 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 04:23:52.201235 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e35708e3-3c7c-4cc0-b56e-5a59198d928d req-99833137-50e9-459f-8c72-d67d094f240d tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 210 time: 0.0713449 May 20 04:23:52.205784 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-086a37b7-1832-44c6-ae15-6886bc3e5e30 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.217124 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-086a37b7-1832-44c6-ae15-6886bc3e5e30 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.550611 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48448) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:52.616118 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-41ec6392-2f12-4d83-a685-f2265d6ed0a1 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:52.617538 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-41ec6392-2f12-4d83-a685-f2265d6ed0a1 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.79 "GET /v2.0/networks?id=e9dc2326-2a3c-4f75-a3ac-19365957c7ee HTTP/1.1" status: 200 len: 808 time: 0.1763468 May 20 04:23:52.632531 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.637394 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Request body: {'port': {'device_id': '93130e66-bba9-47aa-b50f-1c54a47a542b', 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee', 'admin_state_up': True, 'tenant_id': '5ef1e050fe6f4c38b3492c305a1ad72a'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:52.647179 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.l3_db [None req-086a37b7-1832-44c6-ae15-6886bc3e5e30 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Floating IP 565044f3-786a-457f-b6f6-0b3a659a01e7 associated. External IP: 172.28.0.58, port: bf45a905-63ef-4eb4-a738-c16c552c7e71. May 20 04:23:52.728616 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:52.738721 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] Usage tracker for resource:security_group_rule and tenant:7c31131409354329a0f5f3b9ec15c59c is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:52.742611 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:52.763399 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:52.792751 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04084ef6-cd28-4583-843c-1976405f2100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.863183 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:52.865708 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:52.868494 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Usage tracker for resource:port and tenant:5ef1e050fe6f4c38b3492c305a1ad72a is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:52.871716 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:52.877972 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:52.890256 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Made reservation on behalf of 5ef1e050fe6f4c38b3492c305a1ad72a for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:52.894138 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:52.926292 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04084ef6-cd28-4583-843c-1976405f2100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daafe210-d4a3-46ec-b0d1-4d0d3cfae571,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:52.931224 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-04084ef6-cd28-4583-843c-1976405f2100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:52.940068 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429840c-c3d0-4a5b-81b9-72459f50c59c req-9c325775-12df-47a4-8760-6630825d2fa8 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:52.941612 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7429840c-c3d0-4a5b-81b9-72459f50c59c req-9c325775-12df-47a4-8760-6630825d2fa8 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.4304869 May 20 04:23:52.943789 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04084ef6-cd28-4583-843c-1976405f2100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.008861 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-04084ef6-cd28-4583-843c-1976405f2100 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/daafe210-d4a3-46ec-b0d1-4d0d3cfae571 HTTP/1.1" status: 204 len: 168 time: 1.2693820 May 20 04:23:53.012207 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48460) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:53.094987 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7429840c-c3d0-4a5b-81b9-72459f50c59c req-ec19e6c7-399f-434f-9d3a-5481cb6820cb tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446147 May 20 04:23:53.192560 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.198442 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.217797 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.229364 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-30033284-ed36-4180-b5cc-b24ef7656f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:53.241992 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Allocated IP 172.20.0.14 (e9dc2326-2a3c-4f75-a3ac-19365957c7ee/c278bcd6-c7ed-4f57-9b58-bd2e8454947c/4a2be8c0-9826-48d2-97ac-33718312c53c) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:53.290143 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c31131409354329a0f5f3b9ec15c59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057819 May 20 04:23:53.291457 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a71340c-bafd-4a6b-93e5-f1639de0986f,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:53.293611 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48472) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:53.297533 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:53.299600 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086a37b7-1832-44c6-ae15-6886bc3e5e30 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Router 81f9dcfc-44c4-40be-b247-251b90be5af4 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:23:53.398092 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.432907 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da0db70-167f-4c44-816e-b5f53d627150']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:53.496371 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae541722-ca20-458e-b8c9-ca3482bb607c') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:53.496667 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae541722-ca20-458e-b8c9-ca3482bb607c') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:53.507869 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5639f1b0-9e72-4ead-a255-c0425d6f8249 req-93e6ad41-8b11-4a0e-a858-13b7d9cb13f9 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 210 time: 0.0622370 May 20 04:23:53.509575 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086a37b7-1832-44c6-ae15-6886bc3e5e30 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:23:53.521414 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-086a37b7-1832-44c6-ae15-6886bc3e5e30 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.528411 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4214e562-545d-4903-8107-9bb10881713f None None] Sync routers for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:23:53.555352 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4214e562-545d-4903-8107-9bb10881713f None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:53.556525 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-4214e562-545d-4903-8107-9bb10881713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:23:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:53.567766 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.587778 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-086a37b7-1832-44c6-ae15-6886bc3e5e30 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "PUT /v2.0/floatingips/565044f3-786a-457f-b6f6-0b3a659a01e7 HTTP/1.1" status: 200 len: 991 time: 2.8186412 May 20 04:23:53.588879 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'tag': 'bf45a905-63ef-4eb4-a738-c16c552c7e71'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:53.641453 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1db3fde4-55e4-4b33-a0dc-c74caafb3ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.662859 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.695682 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'tag': 'bf45a905-63ef-4eb4-a738-c16c552c7e71', 'status': 'completed', 'code': 200} May 20 04:23:53.713224 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:23:53.713876 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:23:53.734631 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:23:53.795625 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b8db6248-4268-4b5d-b0b0-b9353ec29564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.871555 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1db3fde4-55e4-4b33-a0dc-c74caafb3ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.880480 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-4f673d25-3665-48a0-898b-95430575427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:53.882531 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-4f673d25-3665-48a0-898b-95430575427b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 1099 time: 0.1253061 May 20 04:23:53.938560 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.963421 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-4214e562-545d-4903-8107-9bb10881713f None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:53.973446 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-105d0e9d-f28d-43b4-8077-03bd13baa1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:53.990247 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:53.992486 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:54.005036 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:54.016405 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Pushing event deleted for resources: {'Network': ['ID=5da0db70-167f-4c44-816e-b5f53d627150,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:54.027517 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:54.037106 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5da0db70-167f-4c44-816e-b5f53d627150 HTTP/1.1" status: 204 len: 168 time: 1.0236597 May 20 04:23:54.050397 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1db3fde4-55e4-4b33-a0dc-c74caafb3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:54.073503 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1db3fde4-55e4-4b33-a0dc-c74caafb3ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:54.077330 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-1db3fde4-55e4-4b33-a0dc-c74caafb3ee1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0a71340c-bafd-4a6b-93e5-f1639de0986f HTTP/1.1" status: 204 len: 168 time: 0.7775557 May 20 04:23:54.096562 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:54.141317 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3fde4-55e4-4b33-a0dc-c74caafb3ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a71340c-bafd-4a6b-93e5-f1639de0986f,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:54.144248 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1db3fde4-55e4-4b33-a0dc-c74caafb3ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:54.200580 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-0ec9fa68-0e8c-4ff7-bb28-9ccbee7e8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:54.201498 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:54.206825 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-0ec9fa68-0e8c-4ff7-bb28-9ccbee7e8c0d service neutron] 10.222.0.79 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 912 time: 0.2944622 May 20 04:23:54.221662 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f9d872f2-2f11-4d60-8249-1be0b4a7e704 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:54.380988 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-f84033a6-6cbd-44e0-91a3-5e69b4334ccc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71 HTTP/1.1" status: 200 len: 999 time: 0.1632416 May 20 04:23:54.403114 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Network e9dc2326-2a3c-4f75-a3ac-19365957c7ee is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:23:54.407701 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:54.410673 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:23:54.445246 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-4214e562-545d-4903-8107-9bb10881713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': '565044f3-786a-457f-b6f6-0b3a659a01e7', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'port_id': 'bf45a905-63ef-4eb4-a738-c16c552c7e71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'mac_address': 'fa:16:3e:a2:89:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:23:28Z', 'updated_at': '2021-05-20T04:23:51Z', 'revision_number': 1, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:54.450478 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4214e562-545d-4903-8107-9bb10881713f None None] Checking router: 81f9dcfc-44c4-40be-b247-251b90be5af4 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:23:54.466382 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4214e562-545d-4903-8107-9bb10881713f None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:23:54.467024 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-4214e562-545d-4903-8107-9bb10881713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:23:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:54.484571 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48512) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:54.495736 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Pushing event updated for resources: {'Port': ['ID=4a2be8c0-9826-48d2-97ac-33718312c53c,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:54.505873 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:54.521313 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:54.522229 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:54.559049 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a4195-6a62-40ac-836f-15a788fa3ae4 req-d9bfa501-1765-42c6-b7ac-91cd47c01078 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:54.561023 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a9a4195-6a62-40ac-836f-15a788fa3ae4 req-d9bfa501-1765-42c6-b7ac-91cd47c01078 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.2430775 May 20 04:23:54.563352 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9305129 May 20 04:23:54.620539 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-4fe8198c-1ba9-4218-9192-457fab659b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:54.622161 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-4fe8198c-1ba9-4218-9192-457fab659b11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d830b1e6-1a25-4745-b771-c773f3d95474 HTTP/1.1" status: 200 len: 850 time: 0.2343292 May 20 04:23:54.628794 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-8a5bdb4f-f84b-4673-9525-d889839ffca4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69184aaba608473bab5df670af3d83a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1390259 May 20 04:23:54.629362 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48522) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:54.675144 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Request body: {'port': {'device_id': '93130e66-bba9-47aa-b50f-1c54a47a542b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:54.726936 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a9a4195-6a62-40ac-836f-15a788fa3ae4 req-0e66e9c8-ec62-41a2-af6b-aa49a1bd88e9 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570327 May 20 04:23:54.780452 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-4214e562-545d-4903-8107-9bb10881713f None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:23:54.795797 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:54.874047 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:55.099834 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-e9c7bf72-71b1-4f1b-b116-0820717b2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:55.101138 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-e9c7bf72-71b1-4f1b-b116-0820717b2e5a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75b2d426-2178-48f9-bcce-df1758c4b992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4709034 May 20 04:23:55.104005 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9f80b80e-3f1c-4f99-8c8a-90d5427c05a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:55.148143 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9f80b80e-3f1c-4f99-8c8a-90d5427c05a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:55.398030 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-f7516d99-b0f0-435b-9f27-5f5de355d3fb service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912594 May 20 04:23:55.428541 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e8d81-25ed-43b0-9dd5-d6988614c0b5 req-708c4486-a7cb-48d4-bbe3-c1a7e51a4fe0 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:55.431689 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-388e8d81-25ed-43b0-9dd5-d6988614c0b5 req-708c4486-a7cb-48d4-bbe3-c1a7e51a4fe0 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 932 time: 0.7083540 May 20 04:23:55.458002 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9f80b80e-3f1c-4f99-8c8a-90d5427c05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:55.495209 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:55.507235 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2be8c0-9826-48d2-97ac-33718312c53c {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:23:55.515148 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:55.530440 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Transition to ACTIVE for port object 4a2be8c0-9826-48d2-97ac-33718312c53c will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:23:55.533040 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-4214e562-545d-4903-8107-9bb10881713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': '565044f3-786a-457f-b6f6-0b3a659a01e7', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'port_id': 'bf45a905-63ef-4eb4-a738-c16c552c7e71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'mac_address': 'fa:16:3e:a2:89:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:23:28Z', 'updated_at': '2021-05-20T04:23:51Z', 'revision_number': 1, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:23:55.535884 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:55.542020 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:55.544272 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4214e562-545d-4903-8107-9bb10881713f None None] The sync data for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb is: [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': '565044f3-786a-457f-b6f6-0b3a659a01e7', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'port_id': 'bf45a905-63ef-4eb4-a738-c16c552c7e71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'mac_address': 'fa:16:3e:a2:89:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:23:28Z', 'updated_at': '2021-05-20T04:23:51Z', 'revision_number': 1, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:23:55.724052 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80b80e-3f1c-4f99-8c8a-90d5427c05a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce95223-842f-4ad2-9a5d-a4a878cb540a,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:55.736621 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9f80b80e-3f1c-4f99-8c8a-90d5427c05a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:55.744956 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-388e8d81-25ed-43b0-9dd5-d6988614c0b5 req-8596bb98-10a9-4d74-8cc9-64b9f24cc4a6 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Synchronizing usage tracker for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:55.803276 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2be8c0-9826-48d2-97ac-33718312c53c,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:55.813130 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:55.821358 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9f80b80e-3f1c-4f99-8c8a-90d5427c05a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:55.822455 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-9f80b80e-3f1c-4f99-8c8a-90d5427c05a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fce95223-842f-4ad2-9a5d-a4a878cb540a HTTP/1.1" status: 204 len: 168 time: 1.1500545 May 20 04:23:55.831669 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-388e8d81-25ed-43b0-9dd5-d6988614c0b5 req-8596bb98-10a9-4d74-8cc9-64b9f24cc4a6 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Unset dirty status for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:55.832976 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-388e8d81-25ed-43b0-9dd5-d6988614c0b5 req-8596bb98-10a9-4d74-8cc9-64b9f24cc4a6 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401124 May 20 04:23:55.879892 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Attempting to bind port 4a2be8c0-9826-48d2-97ac-33718312c53c on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:23:55.880995 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Attempting to bind port 4a2be8c0-9826-48d2-97ac-33718312c53c by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:23:55.881651 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Attempting to bind port 4a2be8c0-9826-48d2-97ac-33718312c53c on network e9dc2326-2a3c-4f75-a3ac-19365957c7ee {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:55.888081 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Port 4a2be8c0-9826-48d2-97ac-33718312c53c on network e9dc2326-2a3c-4f75-a3ac-19365957c7ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:23:55.888794 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Attempting to bind port 4a2be8c0-9826-48d2-97ac-33718312c53c on network e9dc2326-2a3c-4f75-a3ac-19365957c7ee {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:23:55.896944 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:23:55.897641 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Checking segment: {'id': 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:55.898306 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Bound using segment: {'id': 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:23:55.898950 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Bound port: 4a2be8c0-9826-48d2-97ac-33718312c53c, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:23:55.900511 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:55.952234 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a19bd3c7-f5e0-4d9f-b39e-1da922d345f7 req-0da5cb4a-86f0-4940-b0be-9fe72ac71256 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194578 May 20 04:23:55.961359 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1604da-bf00-452c-883a-5d67b189f2a4 None None] New status for floating IP 565044f3-786a-457f-b6f6-0b3a659a01e7: ACTIVE {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:23:56.127380 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] For port 4a2be8c0-9826-48d2-97ac-33718312c53c, host hv-cinder-78240, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:23:56.130941 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] For port 4a2be8c0-9826-48d2-97ac-33718312c53c, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4a2be8c0-9826-48d2-97ac-33718312c53c,segment=NetworkSegment(bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a),segment_id=bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:23:56.172371 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:56.192487 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-92d2dd8c-1c31-4bbd-b95b-fb96cc65ea44 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:56.306317 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:56.306986 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:56.308601 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] 10.222.0.79 "PUT /v2.0/ports/4a2be8c0-9826-48d2-97ac-33718312c53c HTTP/1.1" status: 200 len: 1094 time: 1.6470990 May 20 04:23:56.309258 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93130e66-bba9-47aa-b50f-1c54a47a542b', 'tag': '4a2be8c0-9826-48d2-97ac-33718312c53c'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:23:56.451836 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2be8c0-9826-48d2-97ac-33718312c53c,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:56.475568 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:56.486655 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:56.492167 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52c439-f24a-42f5-834f-97311612b083 req-3c7fd4fa-8c59-4e77-b512-b7ceb96a6eff tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:56.500538 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-df52c439-f24a-42f5-834f-97311612b083 req-3c7fd4fa-8c59-4e77-b512-b7ceb96a6eff tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.3678606 May 20 04:23:56.586409 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-df52c439-f24a-42f5-834f-97311612b083 req-a44121c0-8ad5-4404-9173-07f55397a179 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849564 May 20 04:23:56.588347 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93130e66-bba9-47aa-b50f-1c54a47a542b', 'tag': '4a2be8c0-9826-48d2-97ac-33718312c53c', 'status': 'completed', 'code': 200} May 20 04:23:56.619117 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-df73bf12-5118-496b-be2e-7cf839ace572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:56.620630 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-df73bf12-5118-496b-be2e-7cf839ace572 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ef1e050fe6f4c38b3492c305a1ad72a&device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 1097 time: 0.2318711 May 20 04:23:56.725769 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-fc0a7f44-702a-4f27-b197-70777c10b0b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a2be8c0-9826-48d2-97ac-33718312c53c HTTP/1.1" status: 200 len: 217 time: 0.0861785 May 20 04:23:56.800163 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-ecc3a5ca-e48d-48db-b26b-129cf162a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:56.802053 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-ecc3a5ca-e48d-48db-b26b-129cf162a460 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c278bcd6-c7ed-4f57-9b58-bd2e8454947c HTTP/1.1" status: 200 len: 848 time: 0.0682714 May 20 04:23:56.855982 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-d882956f-e3c9-4a16-a8e8-159c762dc67a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9dc2326-2a3c-4f75-a3ac-19365957c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470240 May 20 04:23:57.022165 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-ade2e39f-b837-4bbf-9b68-6ad30f44f3b9 service neutron] 10.222.0.79 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588302 May 20 04:23:57.061151 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6d770-4d30-4c14-ad84-8d6ac3434d2a req-94f5ee2d-5a19-4e8b-b1a7-8f9d80ddfb15 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:57.062771 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0af6d770-4d30-4c14-ad84-8d6ac3434d2a req-94f5ee2d-5a19-4e8b-b1a7-8f9d80ddfb15 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 944 time: 0.1016636 May 20 04:23:57.124135 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0af6d770-4d30-4c14-ad84-8d6ac3434d2a req-fdc7b8b0-b686-46b6-8206-0ac84f988c87 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520318 May 20 04:23:57.192728 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d021f405-b0db-4190-8c13-90deb545ecb3 req-1fee45a6-8bbe-49b8-bbd4-607a0514981a service neutron] 10.222.0.79 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588225 May 20 04:23:57.229679 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48650) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:57.358121 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-network', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:57.362716 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:57.370697 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Usage tracker for resource:network and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:57.374648 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:57.382192 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c962bb-e4eb-41e8-bb73-b72b6bba1cd3 req-483b92bb-b7dd-4b9b-b552-b999f7b53b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:57.383125 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:57.383827 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23c962bb-e4eb-41e8-bb73-b72b6bba1cd3 req-483b92bb-b7dd-4b9b-b552-b999f7b53b92 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ef1e050fe6f4c38b3492c305a1ad72a&device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 1097 time: 0.0737178 May 20 04:23:57.394669 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Made reservation on behalf of f77dd29d337a4a71b75296339814cdd3 for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:57.399139 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:57.426871 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:57.446099 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:57.450252 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Usage tracker for resource:security_group_rule and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:57.453603 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:57.461393 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:57.596470 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c962bb-e4eb-41e8-bb73-b72b6bba1cd3 req-571bfe90-75c6-4bc2-b845-3493b0b36811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:57.600126 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23c962bb-e4eb-41e8-bb73-b72b6bba1cd3 req-571bfe90-75c6-4bc2-b845-3493b0b36811 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9dc2326-2a3c-4f75-a3ac-19365957c7ee HTTP/1.1" status: 200 len: 909 time: 0.2068591 May 20 04:23:57.704370 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:57.721139 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:57.750838 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=91668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:23:57.770499 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:57.770866 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Added segment ccc4d872-9663-4262-8ffd-0393529f3be8 of type vlan for network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 May 20 04:23:57.780734 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23c962bb-e4eb-41e8-bb73-b72b6bba1cd3 req-da86d0c4-46b9-4264-ba5e-d1953f57fe9b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a2be8c0-9826-48d2-97ac-33718312c53c HTTP/1.1" status: 200 len: 217 time: 0.1615763 May 20 04:23:57.791604 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6c919348-8837-48b9-a52f-36f4144aca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:57.819674 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48682) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:57.866164 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c962bb-e4eb-41e8-bb73-b72b6bba1cd3 req-17f0c794-5054-4bd3-b5cb-b426ac10da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:57.867737 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d514df-afcd-4701-8db1-4c4ce3d46256,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:57.869538 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23c962bb-e4eb-41e8-bb73-b72b6bba1cd3 req-17f0c794-5054-4bd3-b5cb-b426ac10da6e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c278bcd6-c7ed-4f57-9b58-bd2e8454947c HTTP/1.1" status: 200 len: 848 time: 0.0812187 May 20 04:23:57.944947 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:57.958712 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.027853 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cd1bd-a398-4fda-a0c9-bffd8952b1d5 req-9e7dd824-16a3-45e3-9da7-010ba3c6a567 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:58.029337 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d40cd1bd-a398-4fda-a0c9-bffd8952b1d5 req-9e7dd824-16a3-45e3-9da7-010ba3c6a567 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.2401426 May 20 04:23:58.031026 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.032283 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:58.033037 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.042133 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b43f28a1-2dca-4845-8728-390bb866c1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:58.063859 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.075781 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23c962bb-e4eb-41e8-bb73-b72b6bba1cd3 req-df0112a7-5be1-4942-8176-6d19a36e68b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9dc2326-2a3c-4f75-a3ac-19365957c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861579 May 20 04:23:58.082830 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:58.087197 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Usage tracker for resource:security_group_rule and tenant:42cf560fff7c40f994506316c459a62d is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:58.091936 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:58.125477 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:58.181878 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d40cd1bd-a398-4fda-a0c9-bffd8952b1d5 req-7b654207-27de-4364-8202-315f97bf2a71 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406627 May 20 04:23:58.189172 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9582636 May 20 04:23:58.189328 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48696) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:58.190154 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Pushing event updated for resources: {'Network': ['ID=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:58.198911 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.199265 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.199656 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.200009 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.200360 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.200709 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.201056 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.201399 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.201750 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.202090 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.202430 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.202767 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.209837 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Request body: {'subnet': {'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-subnet', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:58.222132 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:58.225290 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:23:58.231202 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:58.233060 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Usage tracker for resource:subnet and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:58.241157 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:58.250388 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:58.312598 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Made reservation on behalf of f77dd29d337a4a71b75296339814cdd3 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:23:58.314793 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686512'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.359919 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23c962bb-e4eb-41e8-bb73-b72b6bba1cd3 req-8f7ffece-eebb-4003-a76a-3a4bb62e4efb service neutron] 10.222.0.79 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690175 May 20 04:23:58.591597 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.601489 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.614524 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed4344-7434-4a21-9ff0-0bdd1d78a9a9 req-f48a937f-0295-47aa-9884-68acc6c78399 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:58.615227 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-c7ed4344-7434-4a21-9ff0-0bdd1d78a9a9 req-f48a937f-0295-47aa-9884-68acc6c78399 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Synchronizing usage tracker for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:23:58.623199 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:58.722181 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42cf560fff7c40f994506316c459a62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8983340 May 20 04:23:58.725576 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48700) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:58.731488 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23c962bb-e4eb-41e8-bb73-b72b6bba1cd3 req-d2cd2757-bf80-47df-9bd1-a6491b82ad4d service neutron] 10.222.0.79 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112810 May 20 04:23:58.734879 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac8436-b26b-47dc-9fbf-b27b4ef901c3,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:58.747644 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-c7ed4344-7434-4a21-9ff0-0bdd1d78a9a9 req-f48a937f-0295-47aa-9884-68acc6c78399 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Unset dirty status for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:23:58.749055 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c7ed4344-7434-4a21-9ff0-0bdd1d78a9a9 req-f48a937f-0295-47aa-9884-68acc6c78399 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 944 time: 0.4821725 May 20 04:23:58.750315 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.750669 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.751020 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.751360 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.752599 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.752599 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.752599 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.752881 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.753021 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.753354 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.753684 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.754012 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:23:58.758565 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:58.815921 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca8ace-28cf-47d4-854e-c8790044f0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.836242 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c7ed4344-7434-4a21-9ff0-0bdd1d78a9a9 req-754ebab1-22e2-4ffc-8864-cd1c9632f5dd tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724263 May 20 04:23:58.844561 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca8ace-28cf-47d4-854e-c8790044f0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.914006 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca8ace-28cf-47d4-854e-c8790044f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.917856 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:58.929142 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca8ace-28cf-47d4-854e-c8790044f0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac8436-b26b-47dc-9fbf-b27b4ef901c3,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:58.934342 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f2ca8ace-28cf-47d4-854e-c8790044f0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:58.937878 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca8ace-28cf-47d4-854e-c8790044f0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:58.947887 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f2ca8ace-28cf-47d4-854e-c8790044f0ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5bac8436-b26b-47dc-9fbf-b27b4ef901c3 HTTP/1.1" status: 204 len: 168 time: 0.2124779 May 20 04:23:59.052044 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2130347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686466'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.057595 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-51ae975c-09a4-41df-9879-9112b2462931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:59.124973 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e4e53b-8533-483c-a18a-07950cf35709,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:59.140568 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:59.157130 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Checking segment: {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:23:59.157488 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Network hostable DHCP agents. Network: ab438168-b7e0-4f72-8d21-c0fa1d2b0b72, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:23:59.182925 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:23:59.198580 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, ab438168-b7e0-4f72-8d21-c0fa1d2b0b72) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:23:59.209832 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0592105b-9bb1-4735-873d-04a6eab85cf1 None None] Network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:23:59.210297 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:59.211171 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.244856 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-4e98738b-124b-4a96-88d1-7fde2be7964d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0521569 May 20 04:23:59.246810 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48730) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:59.252816 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:23:59.258827 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:59.267658 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Usage tracker for resource:router and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:59.276853 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:59.288878 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:59.314548 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.316060 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.350706 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.479442 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48742) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:59.530000 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.563716 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:23:59.568174 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] Usage tracker for resource:security_group_rule and tenant:f776cada24d0490596be59ebe3991e8d is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:23:59.571395 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:23:59.578268 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:23:59.580044 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb13471c2-eec4-589b-b02e-aecc33f1564a-ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709'}]}} from dv-cinder-782405-9-smb. {{(pid=91669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:23:59.581076 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.672394 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.681979 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.690717 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4a607125-7fc7-4dc8-8dd8-77319537eaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:23:59.701677 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48752) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:59.731442 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:23:59.752983 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413c4fcc-2cb3-4efd-a395-d9fb20b0e05e,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:23:59.760855 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:23:59.776144 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd3f8e-ed30-4e8a-9c04-04995240a85e req-4c71aba6-d297-4b1c-829d-326d6818006c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:23:59.783553 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9dbd3f8e-ed30-4e8a-9c04-04995240a85e req-4c71aba6-d297-4b1c-829d-326d6818006c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.3721354 May 20 04:23:59.791557 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f776cada24d0490596be59ebe3991e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076470 May 20 04:23:59.802397 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48760) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:23:59.882552 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9dbd3f8e-ed30-4e8a-9c04-04995240a85e req-ec24ccd0-8253-49fe-9b67-e89c941feb3c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980294 May 20 04:23:59.948819 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.db_base_plugin_common [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Allocated IP 172.20.0.2 (ab438168-b7e0-4f72-8d21-c0fa1d2b0b72/26e4e53b-8533-483c-a18a-07950cf35709/ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2) {{(pid=91669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:23:59.968110 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-206c3849-6476-43be-a198-f01f9084d49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.011871 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.047385 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-206c3849-6476-43be-a198-f01f9084d49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.054527 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:00.063692 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] Usage tracker for resource:security_group_rule and tenant:0dcf8f55a752423c889c0717e53e7ec1 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:00.078805 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:00.096169 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:00.168338 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-206c3849-6476-43be-a198-f01f9084d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.174652 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cd2a793e-5a61-4099-910e-4046e9f63beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:00.197641 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c3849-6476-43be-a198-f01f9084d49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c4fcc-2cb3-4efd-a395-d9fb20b0e05e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:00.202248 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-206c3849-6476-43be-a198-f01f9084d49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:00.224490 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-206c3849-6476-43be-a198-f01f9084d49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.228795 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-206c3849-6476-43be-a198-f01f9084d49f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/413c4fcc-2cb3-4efd-a395-d9fb20b0e05e HTTP/1.1" status: 204 len: 168 time: 0.4205050 May 20 04:24:00.234826 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Notify callbacks [] for port, precommit_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.241683 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.249513 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.250548 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Transition to ACTIVE for port object ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:00.257601 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-40561deb-5dab-4fb1-a0eb-046406a61e90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:00.272375 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Transition to ACTIVE for port object ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 will not be triggered until provisioned by entity DHCP. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:00.282726 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.290904 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:00.297972 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0dcf8f55a752423c889c0717e53e7ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5952704 May 20 04:24:00.300997 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48772) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:00.304626 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db54522-f4eb-472d-b8e8-f654c2f59e66,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:00.331409 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:00.364108 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 is already hosted by enough agents. {{(pid=91669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:00.366902 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.base_scheduler [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Resources bound (agent type, host, resource id): {{(pid=91669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:00.370545 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Received port after_create {{(pid=91669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:00.378538 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Pushing event updated for resources: {'Port': ['ID=ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2,revision_number=1']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:00.382003 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dccf1-6e2d-4f34-bc35-8dafc5385ab0 req-2a63ddaf-963a-4030-ad13-09e7b2e34986 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:00.383686 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-153dccf1-6e2d-4f34-bc35-8dafc5385ab0 req-2a63ddaf-963a-4030-ad13-09e7b2e34986 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 944 time: 0.2382061 May 20 04:24:00.384726 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.404347 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:00.412941 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dab90cc8-a289-4176-8987-7c7b13b6ee09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.440283 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.442203 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dab90cc8-a289-4176-8987-7c7b13b6ee09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.470750 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Attempting to bind port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:00.471119 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Attempting to bind port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:00.471508 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Attempting to bind port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 on network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:00.478389 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:00.478768 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Checking segment: {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:00.479175 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.479611 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Bound using segment: {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:00.480125 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Bound port: ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:00.481311 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.502588 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-153dccf1-6e2d-4f34-bc35-8dafc5385ab0 req-22c58458-90d0-41f6-8728-7e46760ad5b9 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883679 May 20 04:24:00.506477 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dab90cc8-a289-4176-8987-7c7b13b6ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.514665 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-344e384f-4d16-4689-a409-9ef52b60a135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:00.535421 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab90cc8-a289-4176-8987-7c7b13b6ee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db54522-f4eb-472d-b8e8-f654c2f59e66,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:00.545692 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-dab90cc8-a289-4176-8987-7c7b13b6ee09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:00.552562 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dab90cc8-a289-4176-8987-7c7b13b6ee09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.556470 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-dab90cc8-a289-4176-8987-7c7b13b6ee09 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2db54522-f4eb-472d-b8e8-f654c2f59e66 HTTP/1.1" status: 204 len: 168 time: 0.2544303 May 20 04:24:00.593703 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] For port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:00.597279 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] For port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:00.604391 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.611148 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:00.623788 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Allocated IP 172.28.0.207 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/dfc05f38-e918-4be4-8528-a9abb6d81ac3) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:00.689502 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Pushing event updated for resources: {'Port': ['ID=ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:00.693223 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:00.709323 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48780) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:00.742100 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.758475 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:00.765543 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] Usage tracker for resource:security_group_rule and tenant:c5fff5c114024d168576ec377e15a5f4 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:00.768645 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:00.775644 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:00.811196 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.847667 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.852932 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:00.887322 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.893708 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:00.903975 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-13eeb8ea-a8cf-48da-b662-6e2748bcc5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:00.939428 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:00.942277 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:00.945071 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:00.949946 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c5fff5c114024d168576ec377e15a5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392116 May 20 04:24:00.952456 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd5b711-d224-431e-8f25-7df00ad20b4f,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:00.961081 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48792) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:00.968186 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:01.050223 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Pushing event updated for resources: {'Port': ['ID=dfc05f38-e918-4be4-8528-a9abb6d81ac3,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:01.059978 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48800) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:01.061571 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:01.100659 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-764dbc8a-d4d3-4814-96df-3fe321fa2541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.139323 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-764dbc8a-d4d3-4814-96df-3fe321fa2541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:01.151932 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-764dbc8a-d4d3-4814-96df-3fe321fa2541 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e890775c2d48488bf9afa664c70581 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:01.156637 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-764dbc8a-d4d3-4814-96df-3fe321fa2541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:01.159322 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3cbea6d8-141e-43f5-b7d6-6f25908f70b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.164701 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-764dbc8a-d4d3-4814-96df-3fe321fa2541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:01.328305 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3cbea6d8-141e-43f5-b7d6-6f25908f70b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.378908 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 4a2be8c0-9826-48d2-97ac-33718312c53c details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:24:01.543399 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.562095 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-764dbc8a-d4d3-4814-96df-3fe321fa2541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.573147 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-764dbc8a-d4d3-4814-96df-3fe321fa2541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.607693 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3cbea6d8-141e-43f5-b7d6-6f25908f70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.646393 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 4a2be8c0-9826-48d2-97ac-33718312c53c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4a2be8c0-9826-48d2-97ac-33718312c53c,segment=NetworkSegment(bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a),segment_id=bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:01.653879 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-33b64a87-22d1-42cb-9bb6-0bdbe13ba681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:01.676177 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': '4a2be8c0-9826-48d2-97ac-33718312c53c', 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee', 'port_id': '4a2be8c0-9826-48d2-97ac-33718312c53c', 'mac_address': 'fa:16:3e:a2:04:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c278bcd6-c7ed-4f57-9b58-bd2e8454947c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:24:01.694370 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e657e4-acc2-4ade-a41f-db2009e27ed3 req-e258fc36-da22-4630-98dc-b0dc1de82bda tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:01.699201 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-58e657e4-acc2-4ade-a41f-db2009e27ed3 req-e258fc36-da22-4630-98dc-b0dc1de82bda tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.4933310 May 20 04:24:01.785576 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.805364 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3cbea6d8-141e-43f5-b7d6-6f25908f70b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.806997 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-3cbea6d8-141e-43f5-b7d6-6f25908f70b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8dd5b711-d224-431e-8f25-7df00ad20b4f HTTP/1.1" status: 204 len: 168 time: 0.8418796 May 20 04:24:01.826455 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2be8c0-9826-48d2-97ac-33718312c53c {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:01.831169 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-58e657e4-acc2-4ade-a41f-db2009e27ed3 req-7117f4ad-35dc-455a-aad2-0158227b6985 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126027 May 20 04:24:01.832132 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dbc8a-d4d3-4814-96df-3fe321fa2541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb402d8-af46-40a1-b7f3-cb25a826dd21,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:01.837343 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-764dbc8a-d4d3-4814-96df-3fe321fa2541 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3e890775c2d48488bf9afa664c70581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7765293 May 20 04:24:01.848320 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbea6d8-141e-43f5-b7d6-6f25908f70b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd5b711-d224-431e-8f25-7df00ad20b4f,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:01.850389 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48830) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:01.854117 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3cbea6d8-141e-43f5-b7d6-6f25908f70b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:01.854621 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-dab90cc8-a289-4176-8987-7c7b13b6ee09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:01.854979 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-dab90cc8-a289-4176-8987-7c7b13b6ee09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:01.864492 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 4a2be8c0-9826-48d2-97ac-33718312c53c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4a2be8c0-9826-48d2-97ac-33718312c53c,segment=NetworkSegment(bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a),segment_id=bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:01.892001 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.894414 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:01.945289 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-70e2843c-e7f9-4470-a414-84dd29c2721a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.971621 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e56b5-7eae-47d8-b8dc-041a9c75483b req-982f1617-d1c4-4fcd-befb-c69d274c956c tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:01.974328 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a78e56b5-7eae-47d8-b8dc-041a9c75483b req-982f1617-d1c4-4fcd-befb-c69d274c956c tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 944 time: 0.3050513 May 20 04:24:01.983966 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-70e2843c-e7f9-4470-a414-84dd29c2721a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:01.994204 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=4a2be8c0-9826-48d2-97ac-33718312c53c,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:02.004578 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.005110 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.005511 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.006201 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.006423 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.006568 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.006994 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.007405 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.008041 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.008452 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.008923 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.009392 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:02.014079 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:02.057190 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-70e2843c-e7f9-4470-a414-84dd29c2721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:02.061806 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b7391b94-7433-4293-b2fe-89b19176b7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:02.081182 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2843c-e7f9-4470-a414-84dd29c2721a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb402d8-af46-40a1-b7f3-cb25a826dd21,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:02.083847 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-70e2843c-e7f9-4470-a414-84dd29c2721a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:02.091328 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-70e2843c-e7f9-4470-a414-84dd29c2721a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:02.092566 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-70e2843c-e7f9-4470-a414-84dd29c2721a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4bb402d8-af46-40a1-b7f3-cb25a826dd21 HTTP/1.1" status: 204 len: 168 time: 0.2411685 May 20 04:24:02.156755 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ceb186-a589-4a48-a170-a6c00ab2b298 None None] Network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:24:02.227355 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a78e56b5-7eae-47d8-b8dc-041a9c75483b req-fe0048dd-ade6-4588-b470-c3b1b11e35dc tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823111 May 20 04:24:02.292119 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4ce0ff8f-d6d8-45b6-b9a7-a191185f6e56 None None] Provisioning for port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:02.311912 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['4a2be8c0-9826-48d2-97ac-33718312c53c'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:02.343134 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519823'] for router, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:02.438175 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:02.631908 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:24:02.642491 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:02.642681 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Router 511a323b-fbb7-4aeb-a0db-57a00df627b1 is scheduled to L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d with binding_index 1 {{(pid=91668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:24:02.654932 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:02.655507 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:02.910124 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:24:02.922481 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Sync routers for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:24:02.942071 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:02.942071 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:23:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:02.971071 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Notify callbacks [] for router, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:02.975664 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 48872) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:03.000089 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7522655 May 20 04:24:03.046344 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.102126 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:03.109457 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.112792 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:03.264009 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:03.269408 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:03.275768 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-d75b6a5b-db84-489f-879e-f60622f0e799 None None] Provisioning complete for port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:03.276146 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d75b6a5b-db84-489f-879e-f60622f0e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.302091 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b625c-b7dd-490b-97fd-f1445837ecfb req-95686717-8d56-4c3f-b493-a4b812e04f92 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:03.303926 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e76b625c-b7dd-490b-97fd-f1445837ecfb req-95686717-8d56-4c3f-b493-a4b812e04f92 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.2043409 May 20 04:24:03.404477 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e76b625c-b7dd-490b-97fd-f1445837ecfb req-0a596fc1-3e65-4bfa-a93e-b34b35a920f1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814834 May 20 04:24:03.423575 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:03.765350 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25459a-a58b-4aa3-96bd-f8e5f553a926 req-c9297fab-c3a4-4a47-995e-dd92f09eea9b tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:03.766785 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cd25459a-a58b-4aa3-96bd-f8e5f553a926 req-c9297fab-c3a4-4a47-995e-dd92f09eea9b tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 945 time: 0.2046361 May 20 04:24:03.830394 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:01Z', 'revision_number': 3, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:03.836234 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Checking router: 511a323b-fbb7-4aeb-a0db-57a00df627b1 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:24:03.837213 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Updating router 511a323b-fbb7-4aeb-a0db-57a00df627b1 port dfc05f38-e918-4be4-8528-a9abb6d81ac3 binding host dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:24:03.898020 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:03.974902 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cd25459a-a58b-4aa3-96bd-f8e5f553a926 req-3b71b8ff-d2a2-4f40-8ad3-54892f21ffe2 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561043 May 20 04:24:04.314744 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:04.330491 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.provisioning_blocks [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Transition to ACTIVE for port object dfc05f38-e918-4be4-8528-a9abb6d81ac3 will not be triggered until provisioned by entity L2. {{(pid=91670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:04.339313 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:04.343965 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:04.385449 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:04.423209 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:04.447842 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b007d4c-213e-4b40-9bc6-355ea4787d65 None None] Pushing event updated for resources: {'Port': ['ID=dfc05f38-e918-4be4-8528-a9abb6d81ac3,revision_number=2']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:04.462111 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-6b007d4c-213e-4b40-9bc6-355ea4787d65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:04.503534 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:04.503916 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:04.508008 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Attempting to bind port dfc05f38-e918-4be4-8528-a9abb6d81ac3 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:04.508718 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Attempting to bind port dfc05f38-e918-4be4-8528-a9abb6d81ac3 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:04.509262 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Attempting to bind port dfc05f38-e918-4be4-8528-a9abb6d81ac3 on network 15348c5a-0e86-4be2-ba9e-cffdb25c56df {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:04.515965 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:04.516571 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Checking segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:04.517248 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:04.517927 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Bound using segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:04.518550 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Bound port: dfc05f38-e918-4be4-8528-a9abb6d81ac3, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:04.519198 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:04.598425 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] For port dfc05f38-e918-4be4-8528-a9abb6d81ac3, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:04.603835 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] For port dfc05f38-e918-4be4-8528-a9abb6d81ac3, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=dfc05f38-e918-4be4-8528-a9abb6d81ac3,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:04.610787 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:04.626911 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-6b007d4c-213e-4b40-9bc6-355ea4787d65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:04.786422 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Allocated IP 172.20.0.1 (ab438168-b7e0-4f72-8d21-c0fa1d2b0b72/26e4e53b-8533-483c-a18a-07950cf35709/42292487-722f-4a7b-b666-ed672a4d2d64) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:04.801887 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960ae4d-be00-4e78-b7fc-96d6ffcc48ff req-cadbe8e3-78cc-4d9a-857d-c25972fc6229 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:04.810763 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e960ae4d-be00-4e78-b7fc-96d6ffcc48ff req-cadbe8e3-78cc-4d9a-857d-c25972fc6229 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.1970901 May 20 04:24:04.818944 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b007d4c-213e-4b40-9bc6-355ea4787d65 None None] Pushing event updated for resources: {'Port': ['ID=dfc05f38-e918-4be4-8528-a9abb6d81ac3,revision_number=3']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:04.854124 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-6b007d4c-213e-4b40-9bc6-355ea4787d65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:04.854939 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:04.855614 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:23:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:04.867450 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e960ae4d-be00-4e78-b7fc-96d6ffcc48ff req-6fe694b9-55d1-4981-bc4f-fce93092b13b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535958 May 20 04:24:05.012918 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:05.041849 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Transition to ACTIVE for port object 42292487-722f-4a7b-b666-ed672a4d2d64 will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:05.079057 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:05.083691 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:05.211500 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:05.338801 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b87cad-0bc6-41db-970c-9cf65c3b0307 req-0b7d8c87-4e04-4a30-91ca-47df9d40610e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:05.344256 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-98b87cad-0bc6-41db-970c-9cf65c3b0307 req-0b7d8c87-4e04-4a30-91ca-47df9d40610e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 945 time: 0.1855416 May 20 04:24:05.347549 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Pushing event updated for resources: {'Port': ['ID=42292487-722f-4a7b-b666-ed672a4d2d64,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:05.350980 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:05.363382 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:05.366091 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:05.368693 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:05.376627 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 4a2be8c0-9826-48d2-97ac-33718312c53c up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:05.471006 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-98b87cad-0bc6-41db-970c-9cf65c3b0307 req-2836a871-0f4e-4238-a8c6-68e0e4bc851c tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127126 May 20 04:24:05.493474 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520508'] for router_interface, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:05.617249 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port 4a2be8c0-9826-48d2-97ac-33718312c53c completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:05.626698 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port 4a2be8c0-9826-48d2-97ac-33718312c53c triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:05.627076 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:05.692047 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48982) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:05.733038 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:05.749936 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 48988) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:05.781657 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-2e930545-4df0-488b-af95-81d3489253bb None None] Provisioning for port 42292487-722f-4a7b-b666-ed672a4d2d64 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:05.809697 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-2e930545-4df0-488b-af95-81d3489253bb None None] Provisioning complete for port 42292487-722f-4a7b-b666-ed672a4d2d64 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:05.810080 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2e930545-4df0-488b-af95-81d3489253bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:05.838001 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:01Z', 'revision_number': 3, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:05.847884 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af09914b-40be-4331-b21f-2369aba55cd1 None None] The sync data for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb is: [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:01Z', 'revision_number': 3, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:24:06.013104 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-2e930545-4df0-488b-af95-81d3489253bb None None] Port 42292487-722f-4a7b-b666-ed672a4d2d64 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:24:06.024735 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.057742 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.095513 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.116935 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-b100511e-063f-49ac-bfc8-5ab55c279c1d tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=042f19fbd2bf47ce8c7599d1f0e0b035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676236 May 20 04:24:06.125045 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93130e66-bba9-47aa-b50f-1c54a47a542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2be8c0-9826-48d2-97ac-33718312c53c'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:06.138158 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 4a2be8c0-9826-48d2-97ac-33718312c53c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4a2be8c0-9826-48d2-97ac-33718312c53c,segment=NetworkSegment(bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a),segment_id=bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:06.145129 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.152607 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-e388e5f2-6234-4564-bec6-292d2bd22501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:06.170345 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:06.180148 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] Usage tracker for resource:security_group_rule and tenant:7d071b33842342d3af3902935d295b7f is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:06.187040 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:06.190184 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:06.207325 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] Usage tracker for resource:security_group_rule and tenant:f602caf783b54e81ba29b72e892e7ec6 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:06.212423 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:06.215389 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:06.226677 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:06.245494 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=4a2be8c0-9826-48d2-97ac-33718312c53c,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:06.262487 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:06.300006 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a1b12-c8f1-41cb-b941-ad5ac4811e9d req-0fe4ad59-0f40-48b9-9ef4-3138f6470551 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:06.324392 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e09a1b12-c8f1-41cb-b941-ad5ac4811e9d req-0fe4ad59-0f40-48b9-9ef4-3138f6470551 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.2170513 May 20 04:24:06.348022 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.355297 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.405279 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:06.471458 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e09a1b12-c8f1-41cb-b941-ad5ac4811e9d req-665e3885-8f38-4340-85e1-2c92c001c3f3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460831 May 20 04:24:06.509819 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-5e0b4301-c793-4168-8c1e-5627cb04031e tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:06.511454 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-5e0b4301-c793-4168-8c1e-5627cb04031e tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3852758 May 20 04:24:06.529416 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.538787 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.547555 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Pushing event updated for resources: {'Port': ['ID=42292487-722f-4a7b-b666-ed672a4d2d64,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:06.550482 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:06.554611 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7988385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520539'] for router_interface, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.559493 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-19ca30e4-dc8b-4519-9857-4337b2c04a56 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/quotas/042f19fbd2bf47ce8c7599d1f0e0b035 HTTP/1.1" status: 200 len: 375 time: 0.0413907 May 20 04:24:06.566177 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ffa067ce-9e29-4a0f-8f7d-9b981d7905b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:06.604450 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88be77f5-6ab4-4cf3-b6a3-6aac178c04dc,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:06.615582 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-97e875db-144e-4c57-b8d3-37976ab6fc2d tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=042f19fbd2bf47ce8c7599d1f0e0b035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492122 May 20 04:24:06.630894 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:06.655031 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49028) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:06.661179 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f602caf783b54e81ba29b72e892e7ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9014158 May 20 04:24:06.663519 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.673987 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:06.720046 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9f80b80e-3f1c-4f99-8c8a-90d5427c05a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:06.754042 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d071b33842342d3af3902935d295b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0607970 May 20 04:24:06.754534 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49036) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:06.755216 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11486e19-3119-4c20-b5d8-f2a6a19bd820,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:06.774592 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:06.842431 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93130e66-bba9-47aa-b50f-1c54a47a542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2be8c0-9826-48d2-97ac-33718312c53c', 'code': 200} May 20 04:24:07.016617 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-321699e8-051c-4880-a0bf-3c0a055b4717 req-1bb6352c-c314-4b64-aaef-4a2f2dca96f9 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 210 time: 0.1017945 May 20 04:24:07.037474 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:07.117360 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:07.248969 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-61b6b501-6454-4a57-8fa2-108c0b43fc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:07.333603 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-61b6b501-6454-4a57-8fa2-108c0b43fc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:07.341904 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ae1f6-6178-4a57-b808-6ee60d2a8b54 req-a28853ed-3d04-46d5-b8eb-32d1ab733528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:07.343414 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bb8ae1f6-6178-4a57-b808-6ee60d2a8b54 req-a28853ed-3d04-46d5-b8eb-32d1ab733528 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 1099 time: 0.1614130 May 20 04:24:07.405934 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bb8ae1f6-6178-4a57-b808-6ee60d2a8b54 req-810f49ad-ee9d-4dc0-acb0-205ecb620aff service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540404 May 20 04:24:07.432697 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-64956b97-9258-4533-91c7-0cecfbf0600e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:07.461644 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1746aed9-21a5-424a-9029-adf177c74f00 None None] Provisioning complete for port 42292487-722f-4a7b-b666-ed672a4d2d64 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:07.461644 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1746aed9-21a5-424a-9029-adf177c74f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:07.537054 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-1746aed9-21a5-424a-9029-adf177c74f00 None None] Port 42292487-722f-4a7b-b666-ed672a4d2d64 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:24:07.550425 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7801de-9944-4699-bdfe-d06fde246dbf req-dd8e587b-6ba2-4de5-819e-c737c22f9ac1 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:07.554947 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0e7801de-9944-4699-bdfe-d06fde246dbf req-dd8e587b-6ba2-4de5-819e-c737c22f9ac1 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 946 time: 0.5467660 May 20 04:24:07.579424 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-64956b97-9258-4533-91c7-0cecfbf0600e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:07.610599 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-14171196-b950-47d4-aa67-127ec59d9225 req-9c7ad055-6917-4a32-8f59-0eb11b2005a4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6715965 May 20 04:24:07.638963 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Router 511a323b-fbb7-4aeb-a0db-57a00df627b1 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:24:07.685762 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41f887-e9f0-4d1f-a547-6d1c482e4499 req-dbdf57b3-64b3-41ff-87f2-82c195135260 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:07.687646 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0b41f887-e9f0-4d1f-a547-6d1c482e4499 req-dbdf57b3-64b3-41ff-87f2-82c195135260 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.0826550 May 20 04:24:07.739761 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0b41f887-e9f0-4d1f-a547-6d1c482e4499 req-37175abc-6349-436b-bd79-724b778d0b2e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452411 May 20 04:24:07.769909 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0e7801de-9944-4699-bdfe-d06fde246dbf req-769b4585-9f48-4d3a-ac8b-e0ecf26923c5 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005105 May 20 04:24:07.773781 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-61b6b501-6454-4a57-8fa2-108c0b43fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:07.840242 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ebb7ca96-919f-490b-92f0-eb10bde42f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:07.898727 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6b501-6454-4a57-8fa2-108c0b43fc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be77f5-6ab4-4cf3-b6a3-6aac178c04dc,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:07.901048 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-61b6b501-6454-4a57-8fa2-108c0b43fc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:07.948078 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-64956b97-9258-4533-91c7-0cecfbf0600e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:07.956683 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1fc73240-0c0f-4a39-a49d-7ea961dfec33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:08.039409 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64956b97-9258-4533-91c7-0cecfbf0600e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11486e19-3119-4c20-b5d8-f2a6a19bd820,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:08.042134 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-64956b97-9258-4533-91c7-0cecfbf0600e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:08.042947 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-61b6b501-6454-4a57-8fa2-108c0b43fc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:08.046649 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-61b6b501-6454-4a57-8fa2-108c0b43fc2f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88be77f5-6ab4-4cf3-b6a3-6aac178c04dc HTTP/1.1" status: 204 len: 168 time: 1.3878851 May 20 04:24:08.046649 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-64956b97-9258-4533-91c7-0cecfbf0600e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:08.046649 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-64956b97-9258-4533-91c7-0cecfbf0600e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11486e19-3119-4c20-b5d8-f2a6a19bd820 HTTP/1.1" status: 204 len: 168 time: 1.2861831 May 20 04:24:08.085536 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:24:08.099650 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] 10.222.0.72 "PUT /v2.0/routers/511a323b-fbb7-4aeb-a0db-57a00df627b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1146719 May 20 04:24:08.099650 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171196-b950-47d4-aa67-127ec59d9225 req-3c7b767a-223c-4ef0-abbd-55df7e66e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:08.101574 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-14171196-b950-47d4-aa67-127ec59d9225 req-3c7b767a-223c-4ef0-abbd-55df7e66e81c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 1099 time: 0.2547293 May 20 04:24:08.125865 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Sync routers for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:24:08.139930 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:08.140780 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:23:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:08.334029 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-19aea4ad-8926-45d7-8d58-8c60b81d2fe0 req-ec537788-6db1-4706-981d-808952dc7020 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 210 time: 0.0573857 May 20 04:24:08.390507 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171196-b950-47d4-aa67-127ec59d9225 req-bc3d9358-414b-4443-8980-167b280f2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:08.392075 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-14171196-b950-47d4-aa67-127ec59d9225 req-bc3d9358-414b-4443-8980-167b280f2973 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 920 time: 0.2670753 May 20 04:24:08.429276 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device dfc05f38-e918-4be4-8528-a9abb6d81ac3 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:08.478629 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:08.484636 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-14171196-b950-47d4-aa67-127ec59d9225 req-9ac17d8c-cdde-4357-b875-cb7d5e0597da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c14c2540-a763-4f40-a0ff-f367f325c967 HTTP/1.1" status: 200 len: 217 time: 0.0830164 May 20 04:24:08.569627 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171196-b950-47d4-aa67-127ec59d9225 req-ad49be03-d16f-454a-b24d-a84f1e3fd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:08.571681 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-14171196-b950-47d4-aa67-127ec59d9225 req-ad49be03-d16f-454a-b24d-a84f1e3fd8d7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.0789199 May 20 04:24:08.627604 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-14171196-b950-47d4-aa67-127ec59d9225 req-5da42c66-9b0c-40ed-ab91-41c6daa2353f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464571 May 20 04:24:08.667969 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49076) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:08.681741 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port dfc05f38-e918-4be4-8528-a9abb6d81ac3 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:08.706995 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49080) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:08.708301 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:08.732153 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:08.733085 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8297544d-4979-458e-949d-a43922baac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:08.736372 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] Usage tracker for resource:security_group_rule and tenant:720e7991f5a44cc7a86e02779b746712 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:08.737906 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:08.739621 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:08.743985 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port dfc05f38-e918-4be4-8528-a9abb6d81ac3 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:08.743985 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:08.747121 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:08.766939 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-8297544d-4979-458e-949d-a43922baac1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:08.771331 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-8297544d-4979-458e-949d-a43922baac1c admin admin] Usage tracker for resource:security_group_rule and tenant:b3e27a1ca4bf415da86e75b6892dc37e is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:08.775294 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-8297544d-4979-458e-949d-a43922baac1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:08.781984 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-8297544d-4979-458e-949d-a43922baac1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:08.914613 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:08.924511 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:08.948531 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:09.041676 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=720e7991f5a44cc7a86e02779b746712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687375 May 20 04:24:09.053228 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49094) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:09.181359 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.192719 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 2, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:09.206524 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Checking router: 511a323b-fbb7-4aeb-a0db-57a00df627b1 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:24:09.207058 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Updating router 511a323b-fbb7-4aeb-a0db-57a00df627b1 port 42292487-722f-4a7b-b666-ed672a4d2d64 binding host dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:24:09.230267 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-2c58b3b5-5693-4905-a118-293f235700fe tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=042f19fbd2bf47ce8c7599d1f0e0b035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765228 May 20 04:24:09.249191 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6078fb-ce3a-4109-98f4-e542b8cb1a44,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:09.272468 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:09.291203 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port dfc05f38-e918-4be4-8528-a9abb6d81ac3, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=dfc05f38-e918-4be4-8528-a9abb6d81ac3,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:09.318443 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.323231 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:09.369893 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.394019 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4a621-2a8c-4f06-9ca5-5579b8149c5d req-bbe549f0-11a1-487d-abef-ee27d0bbe0be tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:09.395515 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-05c4a621-2a8c-4f06-9ca5-5579b8149c5d req-bbe549f0-11a1-487d-abef-ee27d0bbe0be tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.3842685 May 20 04:24:09.397663 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-14171196-b950-47d4-aa67-127ec59d9225 req-ced479fa-4f5d-4732-8cbf-394b5f8b769a service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090574 May 20 04:24:09.459413 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=dfc05f38-e918-4be4-8528-a9abb6d81ac3,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:09.464985 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:09.574042 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c02f-448b-489e-a9ad-45552b9ddcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.589858 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49106) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:09.606747 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1565572512', 'description': 'tempest-description--973443407'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:09.631319 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-05c4a621-2a8c-4f06-9ca5-5579b8149c5d req-45ca4fd4-558b-41f7-96fd-c1195596b67c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166333 May 20 04:24:09.640164 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8297544d-4979-458e-949d-a43922baac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.642246 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:09.652515 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8297544d-4979-458e-949d-a43922baac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.654528 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Usage tracker for resource:security_group and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:09.661309 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:09.664246 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1db3fde4-55e4-4b33-a0dc-c74caafb3ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:09.672850 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-c36abd1c-d84e-40f2-ae7e-84df6e337b91 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:09.674338 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-c36abd1c-d84e-40f2-ae7e-84df6e337b91 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4005029 May 20 04:24:09.679381 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c02f-448b-489e-a9ad-45552b9ddcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.688144 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:09.696552 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297544d-4979-458e-949d-a43922baac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8ca073-823c-4fc8-a9f3-1f1972a1d25b,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:09.701643 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Request body: {'port': {'device_id': '1e60ac51-0c42-4ff4-b00d-0bf79d039245', 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0', 'admin_state_up': True, 'tenant_id': '042f19fbd2bf47ce8c7599d1f0e0b035'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:09.703078 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-14171196-b950-47d4-aa67-127ec59d9225 req-08268034-a405-4ba5-b525-6b0fa8a14a1d service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896240 May 20 04:24:09.712898 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8297544d-4979-458e-949d-a43922baac1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:09.722078 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-8297544d-4979-458e-949d-a43922baac1c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3e27a1ca4bf415da86e75b6892dc37e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0134573 May 20 04:24:09.724925 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49110) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:09.790252 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.797159 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4aa36660-c049-4cbd-bd35-3698464d890d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.807364 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.822884 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Transition to ACTIVE for port object 42292487-722f-4a7b-b666-ed672a4d2d64 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:09.830086 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.835123 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:09.835318 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4aa36660-c049-4cbd-bd35-3698464d890d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.911775 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4aa36660-c049-4cbd-bd35-3698464d890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.920294 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3cbea6d8-141e-43f5-b7d6-6f25908f70b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:09.935979 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa36660-c049-4cbd-bd35-3698464d890d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8ca073-823c-4fc8-a9f3-1f1972a1d25b,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:09.939067 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4aa36660-c049-4cbd-bd35-3698464d890d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:09.943275 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-4aa36660-c049-4cbd-bd35-3698464d890d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b8ca073-823c-4fc8-a9f3-1f1972a1d25b HTTP/1.1" status: 204 len: 168 time: 0.2144399 May 20 04:24:09.943275 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4aa36660-c049-4cbd-bd35-3698464d890d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:09.957314 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:09.971304 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Usage tracker for resource:security_group_rule and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:09.981504 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:09.990460 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:10.049331 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a707463-12bf-4876-8538-2da455aa0a15 None None] Pushing event updated for resources: {'Port': ['ID=42292487-722f-4a7b-b666-ed672a4d2d64,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:10.059418 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4a707463-12bf-4876-8538-2da455aa0a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:10.065749 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c02f-448b-489e-a9ad-45552b9ddcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.084743 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:10.112927 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5c02f-448b-489e-a9ad-45552b9ddcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6078fb-ce3a-4109-98f4-e542b8cb1a44,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:10.115553 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d7e5c02f-448b-489e-a9ad-45552b9ddcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:10.139008 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:10.152118 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-99fda335-4f29-4645-887a-5333c6a4b836 req-fbd18712-f145-4703-9e62-8dc26afecec3 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 210 time: 0.0973222 May 20 04:24:10.158975 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Usage tracker for resource:port and tenant:042f19fbd2bf47ce8c7599d1f0e0b035 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:10.183503 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:10.196285 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:10.212260 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Attempting to bind port 42292487-722f-4a7b-b666-ed672a4d2d64 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:10.212759 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Attempting to bind port 42292487-722f-4a7b-b666-ed672a4d2d64 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:10.213119 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Attempting to bind port 42292487-722f-4a7b-b666-ed672a4d2d64 on network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:10.220693 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:10.221199 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Checking segment: {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:10.221703 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.222331 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e5ed3-0fcb-437f-8693-aa54b722c422 req-285d6d0e-db5f-4d2b-95d8-5db2c46b2e64 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:10.222440 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Bound using segment: {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:10.222996 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Bound port: 42292487-722f-4a7b-b666-ed672a4d2d64, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:10.223461 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.223914 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d01e5ed3-0fcb-437f-8693-aa54b722c422 req-285d6d0e-db5f-4d2b-95d8-5db2c46b2e64 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 946 time: 0.4144106 May 20 04:24:10.228761 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.231806 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c02f-448b-489e-a9ad-45552b9ddcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.232944 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-d7e5c02f-448b-489e-a9ad-45552b9ddcfe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c6078fb-ce3a-4109-98f4-e542b8cb1a44 HTTP/1.1" status: 204 len: 168 time: 1.1771572 May 20 04:24:10.253806 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Made reservation on behalf of 042f19fbd2bf47ce8c7599d1f0e0b035 for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:10.257243 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.269657 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.277070 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.289507 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-efc2bfbc-51e9-43e5-8f04-5378620ecbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:10.331804 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:10.341142 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device dfc05f38-e918-4be4-8528-a9abb6d81ac3 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:10.352808 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Usage tracker for resource:security_group_rule and tenant:042f19fbd2bf47ce8c7599d1f0e0b035 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:10.364188 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:10.374427 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.376033 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7821677 May 20 04:24:10.378742 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49122) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:10.384674 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'security_group_rule': {'security_group_id': 'a67064e5-7136-4d51-b0d9-85c5ef0ef998', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:10.387657 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d01e5ed3-0fcb-437f-8693-aa54b722c422 req-fc251522-1754-4365-a571-9e05934391d3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535208 May 20 04:24:10.394061 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:10.396318 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:10.397493 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67064e5-7136-4d51-b0d9-85c5ef0ef998,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:10.407225 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Usage tracker for resource:security_group_rule and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:10.410010 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:10.416972 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:10.435227 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:10.474373 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.529095 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] For port 42292487-722f-4a7b-b666-ed672a4d2d64, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:10.561633 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] For port 42292487-722f-4a7b-b666-ed672a4d2d64, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=42292487-722f-4a7b-b666-ed672a4d2d64,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:10.586072 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.592987 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.600146 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.608719 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:10.610862 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d7e5c02f-448b-489e-a9ad-45552b9ddcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:10.651837 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.659974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.662149 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:10.721091 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840c56cd-ed33-4ab9-abc6-d6bf9710894c,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:10.734117 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:10.740716 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.750116 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3702633 May 20 04:24:10.751006 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49136) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:10.760505 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'security_group_rule': {'security_group_id': 'a67064e5-7136-4d51-b0d9-85c5ef0ef998', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:10.780346 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:10.783728 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:10.788238 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:23:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:10.790549 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Usage tracker for resource:security_group_rule and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:10.798997 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:10.813769 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:10.843413 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f374bfc-fa91-47ec-9e24-0655fc18d4a5,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:10.848857 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:10.850508 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:10.975518 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port dfc05f38-e918-4be4-8528-a9abb6d81ac3 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:10.978552 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:11.094492 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Allocated IP 192.168.233.155 (d8926737-fbd9-4314-9293-6c1cbb985bc0/2b9d9aaf-8369-41c4-95f8-a79ec3c6a340/b92e72c6-78a5-46c8-bff6-8aa7c2352c96) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:11.101790 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:11.110001 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:11.123731 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f6ada806-727b-4ab3-8582-4104a2e3eb0e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:11.141718 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1d21a4-dd4e-4b05-a9fd-5b6fbda8dcea,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:11.156533 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82feab81-7dcc-4efd-ac81-cfece885b475 req-4d267d12-9167-422c-97ae-0633024ea8ad tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:11.165494 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-82feab81-7dcc-4efd-ac81-cfece885b475 req-4d267d12-9167-422c-97ae-0633024ea8ad tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.2256906 May 20 04:24:11.178798 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:11.254252 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:11.256387 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5041714 May 20 04:24:11.263012 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49160) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:11.264155 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a707463-12bf-4876-8538-2da455aa0a15 None None] Pushing event updated for resources: {'Port': ['ID=42292487-722f-4a7b-b666-ed672a4d2d64,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:11.288975 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4a707463-12bf-4876-8538-2da455aa0a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:11.313920 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'floatingip': {'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:11.503871 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:11.530250 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-82feab81-7dcc-4efd-ac81-cfece885b475 req-77322980-e11f-4b05-b707-3aa44fbceca1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606007 May 20 04:24:11.531483 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Usage tracker for resource:floatingip and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:11.534919 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:11.542051 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:11.553506 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:11.595715 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:11.614770 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Transition to ACTIVE for port object b92e72c6-78a5-46c8-bff6-8aa7c2352c96 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:11.679401 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:11.680499 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7ae08c1-c9b1-4e5b-8d21-a75ce17ed8a5 req-6e6a0777-0b5a-47ed-8b47-4c5bb16d07d4 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 210 time: 0.0579205 May 20 04:24:11.688515 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:11.697830 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:11.740433 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:11.832415 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Network d8926737-fbd9-4314-9293-6c1cbb985bc0 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:11.838521 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:11.849438 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:11.854948 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:11.857639 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:11.901541 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Pushing event updated for resources: {'Port': ['ID=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:11.906226 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:11.941809 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2481048 May 20 04:24:11.968092 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Request body: {'port': {'device_id': '1e60ac51-0c42-4ff4-b00d-0bf79d039245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:11.979753 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Allocated IP 172.28.0.184 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/a3f23414-2495-4ff4-800e-ecd65c06e41d) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:12.162011 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:12.277313 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:12.310698 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-9b2d0aab-f10f-4901-8fe5-546d2838f7bb None None] Provisioning for port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:12.322269 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-9b2d0aab-f10f-4901-8fe5-546d2838f7bb None None] Provisioning complete for port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:12.322830 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0aab-f10f-4901-8fe5-546d2838f7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:12.345455 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:12.350579 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4c232c80-01b7-4371-9e91-9ea321798e37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:12.381846 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:10Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:12.393500 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6fa91-a208-4ca2-8286-627a8658289a None None] The sync data for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb is: [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:10Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:24:12.413653 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d0aab-f10f-4901-8fe5-546d2838f7bb None None] Port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:24:12.458935 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:12.462722 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:12.482708 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:12.515808 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'Port': ['ID=a3f23414-2495-4ff4-800e-ecd65c06e41d,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:12.535573 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:12.606413 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:12.725065 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:13.085967 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66505f31-6aa0-4646-850f-952c7c280efd req-60c69dc3-3092-4b70-b3af-0adc063da10b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:13.094497 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-66505f31-6aa0-4646-850f-952c7c280efd req-60c69dc3-3092-4b70-b3af-0adc063da10b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.2579746 May 20 04:24:13.114113 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:13.135672 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c84fe-a5fc-4a6c-b5eb-43050ae637a0 req-db19391e-56a8-4015-a555-a87371ab85e3 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:13.146804 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-334c84fe-a5fc-4a6c-b5eb-43050ae637a0 req-db19391e-56a8-4015-a555-a87371ab85e3 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 936 time: 0.2046633 May 20 04:24:13.162143 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:13.172172 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-821e90e3-cf6c-44f5-8eaa-15fa6bceb66a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:13.196086 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-66505f31-6aa0-4646-850f-952c7c280efd req-62fef3f8-cd52-47f6-afb2-99009ab24cf0 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005750 May 20 04:24:13.325156 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-334c84fe-a5fc-4a6c-b5eb-43050ae637a0 req-81a6ac07-8f49-4acf-8f31-293802644daf tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770022 May 20 04:24:13.346199 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'Port': ['ID=a3f23414-2495-4ff4-800e-ecd65c06e41d,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:13.348669 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:13.355825 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:13.378471 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92e72c6-78a5-46c8-bff6-8aa7c2352c96 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:13.385755 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:13.395942 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1312408 May 20 04:24:13.396749 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:13.584924 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Transition to ACTIVE for port object b92e72c6-78a5-46c8-bff6-8aa7c2352c96 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:13.603320 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:13.630984 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:13.928750 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Pushing event updated for resources: {'Port': ['ID=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:13.939132 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:14.014660 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-af84fbe9-d5b2-4f2b-884d-5ec0ad433c14 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1565572512&fields=id&tenant_id=f77dd29d337a4a71b75296339814cdd3 HTTP/1.1" status: 200 len: 267 time: 0.1118033 May 20 04:24:14.023511 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Attempting to bind port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:14.031191 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Attempting to bind port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '83c1a259-2bf7-4d1a-b61d-2e78de285f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:14.031588 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Attempting to bind port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 on network d8926737-fbd9-4314-9293-6c1cbb985bc0 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:14.053653 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af716942-616b-46ca-bfc0-a8cc54cb759d req-08853f7b-58d9-4844-870d-9cdbfe127870 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:14.063504 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-af716942-616b-46ca-bfc0-a8cc54cb759d req-08853f7b-58d9-4844-870d-9cdbfe127870 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 946 time: 0.6573741 May 20 04:24:14.084823 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 on network d8926737-fbd9-4314-9293-6c1cbb985bc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:24:14.086154 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Attempting to bind port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 on network d8926737-fbd9-4314-9293-6c1cbb985bc0 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:14.092979 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:14.093330 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Checking segment: {'id': '83c1a259-2bf7-4d1a-b61d-2e78de285f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:14.094061 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Bound using segment: {'id': '83c1a259-2bf7-4d1a-b61d-2e78de285f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:14.094174 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Bound port: b92e72c6-78a5-46c8-bff6-8aa7c2352c96, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c1a259-2bf7-4d1a-b61d-2e78de285f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:14.094520 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:14.161308 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-af716942-616b-46ca-bfc0-a8cc54cb759d req-134aab3c-e6c0-4d2a-9208-d68674f5b0e4 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966704 May 20 04:24:14.240105 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-d15d4e3b-5f00-4ace-9fb7-18dadfcf514e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:14.241998 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-d15d4e3b-5f00-4ace-9fb7-18dadfcf514e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 817 time: 0.2183125 May 20 04:24:14.271740 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-7c98d200-84b9-4c2d-8d43-5591eadf024e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/quotas/f77dd29d337a4a71b75296339814cdd3 HTTP/1.1" status: 200 len: 375 time: 0.0223074 May 20 04:24:14.309157 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] For port b92e72c6-78a5-46c8-bff6-8aa7c2352c96, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:14.314791 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] For port b92e72c6-78a5-46c8-bff6-8aa7c2352c96, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,segment=NetworkSegment(83c1a259-2bf7-4d1a-b61d-2e78de285f53),segment_id=83c1a259-2bf7-4d1a-b61d-2e78de285f53)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:14.322818 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:14.341038 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6a2e8719-4144-417b-bf74-dbc72e5c1323 tempest-DeleteServersTestJSON-940845909 tempest-DeleteServersTestJSON-940845909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:14.404667 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:14.405630 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:14.406819 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 42292487-722f-4a7b-b666-ed672a4d2d64 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:14.407946 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] 10.222.0.79 "PUT /v2.0/ports/b92e72c6-78a5-46c8-bff6-8aa7c2352c96 HTTP/1.1" status: 200 len: 1098 time: 2.4442883 May 20 04:24:14.408609 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e60ac51-0c42-4ff4-b00d-0bf79d039245', 'tag': 'b92e72c6-78a5-46c8-bff6-8aa7c2352c96'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:14.450059 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Pushing event updated for resources: {'Port': ['ID=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:14.452865 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-f4cf871a-917e-4263-92f1-5d38342eaf5a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Synchronizing usage tracker for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:14.463842 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:14.477909 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-f4cf871a-917e-4263-92f1-5d38342eaf5a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Unset dirty status for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:14.478614 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-f4cf871a-917e-4263-92f1-5d38342eaf5a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2061090 May 20 04:24:14.516900 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 42292487-722f-4a7b-b666-ed672a4d2d64 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:14.524649 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 42292487-722f-4a7b-b666-ed672a4d2d64 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:14.525381 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:14.759499 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-6cad2e05-4f9d-42cc-ad10-dcb907ea4ceb service neutron] 10.222.0.72 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614648 May 20 04:24:14.801324 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-b2d81149-8d04-4882-9804-a25e3ab93cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:14.804189 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-b2d81149-8d04-4882-9804-a25e3ab93cad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=042f19fbd2bf47ce8c7599d1f0e0b035&device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 1101 time: 0.1815805 May 20 04:24:14.821593 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-d3602c77-d01c-4bd7-bf0a-b06141c688dd tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:14.823291 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-d3602c77-d01c-4bd7-bf0a-b06141c688dd tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.79 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 946 time: 0.2811425 May 20 04:24:14.840832 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:14.916309 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 42292487-722f-4a7b-b666-ed672a4d2d64, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=42292487-722f-4a7b-b666-ed672a4d2d64,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:14.926303 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:14.930005 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:14.999134 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0427e-7fa8-4fe5-ad70-6cd9b58201c0 req-ab8685f5-cada-42f6-8f90-1ccfd66f8858 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:15.008140 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-59b0427e-7fa8-4fe5-ad70-6cd9b58201c0 req-ab8685f5-cada-42f6-8f90-1ccfd66f8858 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.3459289 May 20 04:24:15.077289 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=42292487-722f-4a7b-b666-ed672a4d2d64,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:15.081564 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:15.085734 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-57112b92-71dd-4462-b51c-689efe1102f5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=b92e72c6-78a5-46c8-bff6-8aa7c2352c96 HTTP/1.1" status: 200 len: 217 time: 0.2643669 May 20 04:24:15.094908 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-59b0427e-7fa8-4fe5-ad70-6cd9b58201c0 req-31e93e27-a11f-488c-8445-47a9a7a48421 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847862 May 20 04:24:15.129611 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Deleting port 4a2be8c0-9826-48d2-97ac-33718312c53c {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:24:15.130399 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:15.224097 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-ca0f3374-1075-4121-b4d9-fb5d3af55d1c service neutron] 10.222.0.72 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535162 May 20 04:24:15.234270 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-daba13fa-7bc0-492d-b1c5-343de4fc0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:15.236070 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-daba13fa-7bc0-492d-b1c5-343de4fc0feb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2b9d9aaf-8369-41c4-95f8-a79ec3c6a340 HTTP/1.1" status: 200 len: 843 time: 0.1422219 May 20 04:24:15.351200 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-9329c3d1-9a3c-48cb-9f8d-12ad61339830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:15.353374 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-9329c3d1-9a3c-48cb-9f8d-12ad61339830 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8926737-fbd9-4314-9293-6c1cbb985bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1089709 May 20 04:24:15.393879 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] For port 4a2be8c0-9826-48d2-97ac-33718312c53c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4a2be8c0-9826-48d2-97ac-33718312c53c,segment=NetworkSegment(bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a),segment_id=bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:15.394234 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:15.550812 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e60ac51-0c42-4ff4-b00d-0bf79d039245', 'tag': 'b92e72c6-78a5-46c8-bff6-8aa7c2352c96', 'status': 'completed', 'code': 200} May 20 04:24:15.568300 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Calling delete_port for 4a2be8c0-9826-48d2-97ac-33718312c53c owned by compute:nova {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:24:15.586963 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915acfc8-4900-4324-97d5-b9c4b3fc08b9 req-d564c1db-22db-47c0-b738-326db413bf2b tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:15.587965 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-915acfc8-4900-4324-97d5-b9c4b3fc08b9 req-d564c1db-22db-47c0-b738-326db413bf2b tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Synchronizing usage tracker for tenant:042f19fbd2bf47ce8c7599d1f0e0b035 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:15.642615 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-16d816e9-c9e2-4efc-a531-d8936aac00c2 service neutron] 10.222.0.79 "GET /v2.0/networks/d8926737-fbd9-4314-9293-6c1cbb985bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822115 May 20 04:24:15.663251 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49322) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:15.725088 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-915acfc8-4900-4324-97d5-b9c4b3fc08b9 req-d564c1db-22db-47c0-b738-326db413bf2b tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Unset dirty status for tenant:042f19fbd2bf47ce8c7599d1f0e0b035 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:15.734230 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-915acfc8-4900-4324-97d5-b9c4b3fc08b9 req-d564c1db-22db-47c0-b738-326db413bf2b tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 948 time: 0.4861119 May 20 04:24:15.800363 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-915acfc8-4900-4324-97d5-b9c4b3fc08b9 req-a6732367-94cd-4566-8b57-61564066555a tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Synchronizing usage tracker for tenant:042f19fbd2bf47ce8c7599d1f0e0b035 on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:15.841595 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4186c78a-3a78-41e4-9a17-9169a31aea67 req-78936589-f1a6-496d-b053-2a7be5ecdff5 service neutron] 10.222.0.79 "GET /v2.0/networks/d8926737-fbd9-4314-9293-6c1cbb985bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574492 May 20 04:24:15.849419 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964f45d-c44f-43ea-8df8-c48baea10566 req-ef1904fe-b9d0-4ce5-a204-b7a6ffa5034c tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:15.850838 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3964f45d-c44f-43ea-8df8-c48baea10566 req-ef1904fe-b9d0-4ce5-a204-b7a6ffa5034c tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 946 time: 0.2056115 May 20 04:24:15.859303 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:15.897918 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:15.920403 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3964f45d-c44f-43ea-8df8-c48baea10566 req-087c1a67-3fb3-41d8-a31b-14e7ccef6810 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491643 May 20 04:24:15.921915 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] Usage tracker for resource:security_group_rule and tenant:c4d9534d64254576ae166edc2d7c7376 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:15.928512 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:15.931147 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-915acfc8-4900-4324-97d5-b9c4b3fc08b9 req-a6732367-94cd-4566-8b57-61564066555a tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Unset dirty status for tenant:042f19fbd2bf47ce8c7599d1f0e0b035 on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:15.932326 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-915acfc8-4900-4324-97d5-b9c4b3fc08b9 req-a6732367-94cd-4566-8b57-61564066555a tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973321 May 20 04:24:15.936963 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:15.949652 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:15.970181 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:15.990502 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['4a2be8c0-9826-48d2-97ac-33718312c53c'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:16.022315 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Pushing event deleted for resources: {'Port': ['ID=4a2be8c0-9826-48d2-97ac-33718312c53c,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:16.030528 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:16.109879 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f85963bd-9080-4c8e-8ec4-41f907545bee req-98613174-e9f6-4d7a-82ca-71368184f900 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 210 time: 0.0788839 May 20 04:24:16.137368 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] No DVR routers for this DVR port 4a2be8c0-9826-48d2-97ac-33718312c53c on host hv-cinder-78240 {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:24:16.141828 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:16.150258 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-6be2eea4-2d63-4132-b290-1294997dca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:16.153498 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-6be2eea4-2d63-4132-b290-1294997dca81 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=042f19fbd2bf47ce8c7599d1f0e0b035&device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 1101 time: 0.2010560 May 20 04:24:16.177680 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-762f690d-0c4e-40f9-9bb2-29fb40b5489e req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.79 "DELETE /v2.0/ports/4a2be8c0-9826-48d2-97ac-33718312c53c HTTP/1.1" status: 204 len: 173 time: 1.3480113 May 20 04:24:16.260723 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:16.277327 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:16.295043 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:16.398525 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 42292487-722f-4a7b-b666-ed672a4d2d64 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:16.410570 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-f3ad088d-3df7-4a64-bca6-6cd3af681931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:16.412043 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-f3ad088d-3df7-4a64-bca6-6cd3af681931 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d8926737-fbd9-4314-9293-6c1cbb985bc0 HTTP/1.1" status: 200 len: 870 time: 0.2138021 May 20 04:24:16.489288 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c4d9534d64254576ae166edc2d7c7376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8184597 May 20 04:24:16.489288 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66edd59-830e-4632-a250-5d6a70f6b4a9,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:16.492046 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:16.492748 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49346) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:16.517350 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-d766b228-a2af-4192-b811-f227ffd4a050 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=b92e72c6-78a5-46c8-bff6-8aa7c2352c96 HTTP/1.1" status: 200 len: 217 time: 0.0916672 May 20 04:24:16.525207 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb124f0-7650-45ec-8647-918b4cd2fd40 req-eb5b30fd-a948-4941-aa88-905010b1e8f0 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:16.526880 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fcb124f0-7650-45ec-8647-918b4cd2fd40 req-eb5b30fd-a948-4941-aa88-905010b1e8f0 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.2285280 May 20 04:24:16.553115 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 42292487-722f-4a7b-b666-ed672a4d2d64 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:16.553849 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:16.579028 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-df5dcf4e-4377-4c2e-81f8-8f5b967610fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:16.649909 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-df5dcf4e-4377-4c2e-81f8-8f5b967610fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:16.695583 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-11b84cbe-01f3-45d9-afa8-0b8f14645edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:16.697189 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-11b84cbe-01f3-45d9-afa8-0b8f14645edd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2b9d9aaf-8369-41c4-95f8-a79ec3c6a340 HTTP/1.1" status: 200 len: 843 time: 0.1691186 May 20 04:24:16.720270 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fcb124f0-7650-45ec-8647-918b4cd2fd40 req-df3deffb-15a1-4e22-9e31-a2ceb73f2ff5 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297469 May 20 04:24:16.793248 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-df5dcf4e-4377-4c2e-81f8-8f5b967610fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:16.804014 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-93adbdab-9026-426d-baa3-9b378d9174c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:16.808683 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-a27dcb5d-3c4b-4347-a2d9-8153c8e7b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:16.811185 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-a27dcb5d-3c4b-4347-a2d9-8153c8e7b331 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d8926737-fbd9-4314-9293-6c1cbb985bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0881708 May 20 04:24:16.814687 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dcf4e-4377-4c2e-81f8-8f5b967610fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66edd59-830e-4632-a250-5d6a70f6b4a9,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:16.819294 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-df5dcf4e-4377-4c2e-81f8-8f5b967610fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:16.833322 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-df5dcf4e-4377-4c2e-81f8-8f5b967610fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:16.837395 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-df5dcf4e-4377-4c2e-81f8-8f5b967610fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f66edd59-830e-4632-a250-5d6a70f6b4a9 HTTP/1.1" status: 204 len: 168 time: 0.3402872 May 20 04:24:16.863248 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7232383-0669-4b0e-bbc8-fc75cea3236a req-49ea4e63-5aae-4982-9fa5-11ab8d78aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:16.865266 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a7232383-0669-4b0e-bbc8-fc75cea3236a req-49ea4e63-5aae-4982-9fa5-11ab8d78aed5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 1098 time: 0.1285369 May 20 04:24:16.918235 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a7232383-0669-4b0e-bbc8-fc75cea3236a req-56d5e122-9604-4315-b5c0-c783db7022b0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 May 20 04:24:16.991223 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-b7c0f772-3032-4d6e-a1cc-ddb0b678f76e service neutron] 10.222.0.79 "GET /v2.0/networks/d8926737-fbd9-4314-9293-6c1cbb985bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653905 May 20 04:24:17.145798 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-b7f6f05b-d68d-4642-a813-8f5edc65b12e req-8557af75-b5c8-4bed-813a-e2d948526956 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Synchronizing usage tracker for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:17.166469 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-b7f6f05b-d68d-4642-a813-8f5edc65b12e req-8557af75-b5c8-4bed-813a-e2d948526956 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Unset dirty status for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:17.168007 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7f6f05b-d68d-4642-a813-8f5edc65b12e req-8557af75-b5c8-4bed-813a-e2d948526956 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 210 time: 0.0905416 May 20 04:24:17.192360 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc05b7-3da9-4368-a405-9c287933e9f5 req-9f3255eb-432a-43d4-895c-b4205ad4d8c0 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:17.193581 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-97fc05b7-3da9-4368-a405-9c287933e9f5 req-9f3255eb-432a-43d4-895c-b4205ad4d8c0 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 948 time: 0.1265814 May 20 04:24:17.212995 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49374) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:17.232106 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:17.251174 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:17.255384 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:87617ec4dde84eafbfc48bf7f03742bb is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:17.261121 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:17.267365 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:17.276790 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-97fc05b7-3da9-4368-a405-9c287933e9f5 req-50a3fe7a-ec96-449e-bcc1-b517aa3a0a11 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676246 May 20 04:24:17.433961 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-9916ae98-4c97-48de-9c76-307d1c2088bd req-8e135196-4dcc-4390-8b99-e346c0a2d066 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 210 time: 0.0728838 May 20 04:24:17.467605 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:17.473263 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:17.484204 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-313b6ad5-6a7d-4812-a022-e29674af940c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:17.579945 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3af4a5b3-d555-4472-b5d0-149ac562333a req-2a2d47f4-79a0-413f-b7df-f1d5994ddce6 service neutron] 10.222.0.79 "GET /v2.0/networks/d8926737-fbd9-4314-9293-6c1cbb985bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990456 May 20 04:24:17.594959 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=87617ec4dde84eafbfc48bf7f03742bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806200 May 20 04:24:17.595709 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93130e66-bba9-47aa-b50f-1c54a47a542b', 'name': 'network-vif-deleted', 'tag': '4a2be8c0-9826-48d2-97ac-33718312c53c'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:17.597710 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49384) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:17.619977 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c80b8a0-22a8-4915-bf97-8169787d339b,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:17.644789 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:17.678734 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6beede47-d186-4519-b658-ed9a1ed8809d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:17.717208 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93130e66-bba9-47aa-b50f-1c54a47a542b', 'name': 'network-vif-deleted', 'tag': '4a2be8c0-9826-48d2-97ac-33718312c53c', 'status': 'completed', 'code': 200} May 20 04:24:17.729324 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6beede47-d186-4519-b658-ed9a1ed8809d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:17.823959 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49396) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:17.841379 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6beede47-d186-4519-b658-ed9a1ed8809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:17.853501 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-fc8d6f93-44f6-425d-90c9-ce3fe6164247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:17.855849 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-d661a666-6586-4400-b2bb-cb8f8ab1c632 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:17.856927 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-d661a666-6586-4400-b2bb-cb8f8ab1c632 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Synchronizing usage tracker for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:network {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:17.879365 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-d661a666-6586-4400-b2bb-cb8f8ab1c632 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Unset dirty status for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:network {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:17.880206 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beede47-d186-4519-b658-ed9a1ed8809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c80b8a0-22a8-4915-bf97-8169787d339b,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:17.881769 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-d661a666-6586-4400-b2bb-cb8f8ab1c632 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 817 time: 0.3467491 May 20 04:24:17.889121 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6beede47-d186-4519-b658-ed9a1ed8809d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:17.890243 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6beede47-d186-4519-b658-ed9a1ed8809d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:17.895273 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-6beede47-d186-4519-b658-ed9a1ed8809d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c80b8a0-22a8-4915-bf97-8169787d339b HTTP/1.1" status: 204 len: 168 time: 0.2963276 May 20 04:24:17.988366 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-0de098ad-cc81-4db4-916e-0d40485c0376 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Synchronizing usage tracker for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:18.013721 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-0de098ad-cc81-4db4-916e-0d40485c0376 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Unset dirty status for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:18.015510 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-0de098ad-cc81-4db4-916e-0d40485c0376 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f77dd29d337a4a71b75296339814cdd3 HTTP/1.1" status: 200 len: 380 time: 0.1043687 May 20 04:24:18.030813 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77179ede-7bb4-418d-9bc7-5858a4bdcfca req-d5c06091-e62a-48a4-8ce1-0ee0afdc923a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:18.032615 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-77179ede-7bb4-418d-9bc7-5858a4bdcfca req-d5c06091-e62a-48a4-8ce1-0ee0afdc923a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.0971289 May 20 04:24:18.059656 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'port': {'device_id': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'admin_state_up': True, 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'security_groups': ['a67064e5-7136-4d51-b0d9-85c5ef0ef998']}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:18.119910 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-77179ede-7bb4-418d-9bc7-5858a4bdcfca req-4a5fe125-71c3-4322-9d10-173d2da2d87b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815296 May 20 04:24:18.278133 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:18.305901 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:18.313129 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:18.333368 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:18.333710 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Made reservation on behalf of f77dd29d337a4a71b75296339814cdd3 for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:18.338173 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:18.340591 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] Usage tracker for resource:security_group_rule and tenant:fd27ec6c907a457eb0862e91c0090e98 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:18.347894 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:18.361750 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:18.466725 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49418) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:18.552625 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-5ba0dffc-b6d4-4ca2-8884-3051dca630f0 req-0698f97e-9afb-4207-a37b-10d6b3ed78ed tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=93130e66-bba9-47aa-b50f-1c54a47a542b HTTP/1.1" status: 200 len: 210 time: 0.0824771 May 20 04:24:18.571507 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:18.585991 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:18.604337 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Allocated IP 172.20.0.7 (ab438168-b7e0-4f72-8d21-c0fa1d2b0b72/26e4e53b-8533-483c-a18a-07950cf35709/b54d3a7b-8457-4be0-972c-d7dbafdf020c) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:18.609843 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6beede47-d186-4519-b658-ed9a1ed8809d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:18.700229 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd27ec6c907a457eb0862e91c0090e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8745632 May 20 04:24:18.703613 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49434) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:18.708068 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:18.721149 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f110ee-a5af-4762-89e3-11255b6b163c,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:18.727727 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:18.735560 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b401ab-7a3f-4b2c-acc8-48d68c50b8e0 req-56ce518c-6bfb-47fe-9e5a-f077acddd28a tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:18.737048 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65b401ab-7a3f-4b2c-acc8-48d68c50b8e0 req-56ce518c-6bfb-47fe-9e5a-f077acddd28a tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 948 time: 0.2454395 May 20 04:24:18.741014 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:18.745523 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] Usage tracker for resource:security_group_rule and tenant:ef830211d64242d9aac8a444c36a649a is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:18.749740 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:18.756676 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ebb03fa6-3914-4dcc-ab36-b0e799922a38 req-32637376-f874-4cc1-a763-213fd3095d43 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 210 time: 0.0571003 May 20 04:24:18.767072 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:18.815666 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65b401ab-7a3f-4b2c-acc8-48d68c50b8e0 req-314d7376-24fe-4501-b3c7-e924019b07e3 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671906 May 20 04:24:18.899886 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:18.914065 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:18.924536 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bda7b3ae-dfce-441d-bb51-37eb4f56d800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:18.930430 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37943b08-1e34-4b25-b3ce-4aa2931be8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:18.934834 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:18.971413 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Transition to ACTIVE for port object b54d3a7b-8457-4be0-972c-d7dbafdf020c will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:18.973421 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37943b08-1e34-4b25-b3ce-4aa2931be8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:18.987414 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2495f1-fe86-4d9b-8c43-91574fb65c4d,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:18.991295 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:18.994040 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef830211d64242d9aac8a444c36a649a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5263319 May 20 04:24:18.996845 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49446) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:19.031693 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.044429 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4f1ff626-e1ad-4baa-8e1a-fea3d000152b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:19.069711 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f747f065-02df-48cf-b165-743e220483c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.103870 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f747f065-02df-48cf-b165-743e220483c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.116834 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:19.119202 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37943b08-1e34-4b25-b3ce-4aa2931be8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.125102 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:19.126713 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f1cdae52-5659-4a1f-b977-bbc673d8affa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:19.145978 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37943b08-1e34-4b25-b3ce-4aa2931be8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f110ee-a5af-4762-89e3-11255b6b163c,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:19.150253 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-37943b08-1e34-4b25-b3ce-4aa2931be8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:19.152530 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:19.165831 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:19.168704 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:19.174143 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:19.174764 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.180201 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37943b08-1e34-4b25-b3ce-4aa2931be8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.181282 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-37943b08-1e34-4b25-b3ce-4aa2931be8fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1f110ee-a5af-4762-89e3-11255b6b163c HTTP/1.1" status: 204 len: 168 time: 0.4280446 May 20 04:24:19.195841 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-1862d6f6-db22-4a7f-bc95-bdeeaafc86b0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1419559 May 20 04:24:19.206656 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f747f065-02df-48cf-b165-743e220483c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.217749 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Request body: {'port': {'device_id': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:19.224959 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b7bdb867-b790-428c-892f-0bda532003c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:19.253856 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f747f065-02df-48cf-b165-743e220483c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.260545 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-f747f065-02df-48cf-b165-743e220483c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf2495f1-fe86-4d9b-8c43-91574fb65c4d HTTP/1.1" status: 204 len: 168 time: 0.2626851 May 20 04:24:19.262977 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747f065-02df-48cf-b165-743e220483c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2495f1-fe86-4d9b-8c43-91574fb65c4d,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:19.265326 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f747f065-02df-48cf-b165-743e220483c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:19.363786 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.433662 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ec9ab-33b2-4140-acf4-8c7970d90fee req-2f4e429a-e48d-4e3a-8488-aa38a5a713ed tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:19.435667 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bb7ec9ab-33b2-4140-acf4-8c7970d90fee req-2f4e429a-e48d-4e3a-8488-aa38a5a713ed tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.1277504 May 20 04:24:19.491199 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b92e72c6-78a5-46c8-bff6-8aa7c2352c96 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:24:19.492186 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bb7ec9ab-33b2-4140-acf4-8c7970d90fee req-0ebbf11c-dc27-49ac-985a-4ba635d24093 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491712 May 20 04:24:19.505441 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 4a2be8c0-9826-48d2-97ac-33718312c53c no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:24:19.550205 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: 4a2be8c0-9826-48d2-97ac-33718312c53c {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:24:19.550591 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 4a2be8c0-9826-48d2-97ac-33718312c53c not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:24:19.585944 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1055764f-7748-417b-b061-88c69b6b5d57 None None] Provisioning for port b54d3a7b-8457-4be0-972c-d7dbafdf020c completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:19.625417 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1055764f-7748-417b-b061-88c69b6b5d57 None None] Provisioning complete for port b54d3a7b-8457-4be0-972c-d7dbafdf020c triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:19.626139 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1055764f-7748-417b-b061-88c69b6b5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.784348 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-1055764f-7748-417b-b061-88c69b6b5d57 None None] Port b54d3a7b-8457-4be0-972c-d7dbafdf020c cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:24:19.809971 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49476) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:19.824246 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b92e72c6-78a5-46c8-bff6-8aa7c2352c96, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,segment=NetworkSegment(83c1a259-2bf7-4d1a-b61d-2e78de285f53),segment_id=83c1a259-2bf7-4d1a-b61d-2e78de285f53)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:19.836351 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:19.844224 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'b92e72c6-78a5-46c8-bff6-8aa7c2352c96', 'network_id': 'd8926737-fbd9-4314-9293-6c1cbb985bc0', 'port_id': 'b92e72c6-78a5-46c8-bff6-8aa7c2352c96', 'mac_address': 'fa:16:3e:29:cc:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9d9aaf-8369-41c4-95f8-a79ec3c6a340', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:24:19.877330 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:19.881983 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] Usage tracker for resource:security_group_rule and tenant:624a06a723e349b695e61ea7437230a1 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:19.886402 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:19.892919 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:20.002577 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.004435 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.039222 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef158a50-1632-4568-8609-10591691a6ad req-cd7091c1-5ade-4e89-a0c6-23ca0067c82b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:20.046819 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ef158a50-1632-4568-8609-10591691a6ad req-cd7091c1-5ade-4e89-a0c6-23ca0067c82b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2438834 May 20 04:24:20.047374 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92e72c6-78a5-46c8-bff6-8aa7c2352c96 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:20.059439 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.069514 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-206c3849-6476-43be-a198-f01f9084d49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:20.078064 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b92e72c6-78a5-46c8-bff6-8aa7c2352c96, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,segment=NetworkSegment(83c1a259-2bf7-4d1a-b61d-2e78de285f53),segment_id=83c1a259-2bf7-4d1a-b61d-2e78de285f53)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:20.088295 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.095174 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:20.112251 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49490) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:20.160026 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.169169 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ef158a50-1632-4568-8609-10591691a6ad req-72829541-d80a-4e4e-b598-2d38150c99fe tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213980 May 20 04:24:20.178644 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3844caca-3ac8-40b0-9eee-432d0969cf81,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:20.181670 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54d3a7b-8457-4be0-972c-d7dbafdf020c {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:20.182500 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:20.187001 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:20.199572 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.201073 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=624a06a723e349b695e61ea7437230a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900328 May 20 04:24:20.202310 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:20.204700 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49496) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:20.217377 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:20.226572 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] Usage tracker for resource:security_group_rule and tenant:ca0d327334bf435ea7f8f5a734fa818c is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:20.231187 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:20.244591 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47203faa-8e7e-43d5-acde-11b91bedab2c req-dafb77fe-432e-4d78-a4c9-3b973ce0dddb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:20.252037 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-47203faa-8e7e-43d5-acde-11b91bedab2c req-dafb77fe-432e-4d78-a4c9-3b973ce0dddb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 931 time: 0.2476482 May 20 04:24:20.254274 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:20.300792 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Transition to ACTIVE for port object b54d3a7b-8457-4be0-972c-d7dbafdf020c will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:20.312094 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.341934 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-47203faa-8e7e-43d5-acde-11b91bedab2c req-a03f0a1a-98f3-4e32-9455-47572202238c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887659 May 20 04:24:20.399560 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f34e964a-3900-4c4c-8b6c-6865b4006c0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:20.431935 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['b92e72c6-78a5-46c8-bff6-8aa7c2352c96'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:20.482528 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.491891 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.525674 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-db3dd806-20aa-4695-89e8-a941c3ceae5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:20.537062 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ca0d327334bf435ea7f8f5a734fa818c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139004 May 20 04:24:20.577049 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ef92615a-f1a3-4f2c-98a3-c292ba7b3b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.578806 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49512) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:20.706164 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547ac3fc-9e80-499b-a18f-c5e081a42f5e,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:20.712873 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:20.819597 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-bb5138eb-4c2a-4b7f-9fb9-994522eb51f6 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:20.820578 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Pushing event updated for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:20.821695 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-bb5138eb-4c2a-4b7f-9fb9-994522eb51f6 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/networks?id=e9dc2326-2a3c-4f75-a3ac-19365957c7ee HTTP/1.1" status: 200 len: 808 time: 0.2978094 May 20 04:24:20.837498 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:20.841437 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ef92615a-f1a3-4f2c-98a3-c292ba7b3b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.849703 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-c54c41c4-34a3-4309-8802-a2361fd3d174 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/quotas/5ef1e050fe6f4c38b3492c305a1ad72a HTTP/1.1" status: 200 len: 375 time: 0.0175531 May 20 04:24:20.947139 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1e665b07-c65e-4e15-b2a5-0d38c58ca9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.948794 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Attempting to bind port b54d3a7b-8457-4be0-972c-d7dbafdf020c on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:20.949126 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Attempting to bind port b54d3a7b-8457-4be0-972c-d7dbafdf020c by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:20.949453 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Attempting to bind port b54d3a7b-8457-4be0-972c-d7dbafdf020c on network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:20.954282 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ef92615a-f1a3-4f2c-98a3-c292ba7b3b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:20.961093 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-3ce4c1c6-e97f-4351-92f3-3c370f47ae37 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ef1e050fe6f4c38b3492c305a1ad72a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038246 May 20 04:24:20.968677 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:20.985746 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Port b54d3a7b-8457-4be0-972c-d7dbafdf020c on network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:24:20.986078 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Attempting to bind port b54d3a7b-8457-4be0-972c-d7dbafdf020c on network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:20.997299 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92615a-f1a3-4f2c-98a3-c292ba7b3b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844caca-3ac8-40b0-9eee-432d0969cf81,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:21.006746 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ef92615a-f1a3-4f2c-98a3-c292ba7b3b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:21.018868 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe79882-ce8d-4130-ba96-a3fdb982dd04 req-c24f7d0a-5308-454d-a268-6a230bc8e2fa tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:21.027390 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3fe79882-ce8d-4130-ba96-a3fdb982dd04 req-c24f7d0a-5308-454d-a268-6a230bc8e2fa tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 949 time: 0.7042072 May 20 04:24:21.029315 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:21.029692 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Checking segment: {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:21.030021 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Bound using segment: {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:21.030465 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Bound port: b54d3a7b-8457-4be0-972c-d7dbafdf020c, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:21.030800 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.044600 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1e665b07-c65e-4e15-b2a5-0d38c58ca9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.071165 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ef92615a-f1a3-4f2c-98a3-c292ba7b3b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.074576 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-ef92615a-f1a3-4f2c-98a3-c292ba7b3b7b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3844caca-3ac8-40b0-9eee-432d0969cf81 HTTP/1.1" status: 204 len: 168 time: 0.8665402 May 20 04:24:21.124002 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-f6620855-5f6f-46cc-a318-ab9afc08200d service neutron] 10.222.0.72 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507175 May 20 04:24:21.196754 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3fe79882-ce8d-4130-ba96-a3fdb982dd04 req-4fb42df3-179e-4b22-ab43-539b6fcbf6a6 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677141 May 20 04:24:21.262232 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1e665b07-c65e-4e15-b2a5-0d38c58ca9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.280481 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-28f74e75-b1e8-4eec-b58d-6982ec5d7f48 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:21.291205 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-07a994ce-b7b0-442d-b948-97dc6b810d42 service neutron] 10.222.0.72 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585832 May 20 04:24:21.343012 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e665b07-c65e-4e15-b2a5-0d38c58ca9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547ac3fc-9e80-499b-a18f-c5e081a42f5e,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:21.347666 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-1e665b07-c65e-4e15-b2a5-0d38c58ca9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:21.364812 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:21.370668 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1e665b07-c65e-4e15-b2a5-0d38c58ca9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.390658 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-1e665b07-c65e-4e15-b2a5-0d38c58ca9d3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/547ac3fc-9e80-499b-a18f-c5e081a42f5e HTTP/1.1" status: 204 len: 168 time: 0.7771924 May 20 04:24:21.404463 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:21.414039 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.431595 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:21.500518 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b92e72c6-78a5-46c8-bff6-8aa7c2352c96 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:21.544830 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:21.545708 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.554812 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] 10.222.0.79 "PUT /v2.0/ports/b54d3a7b-8457-4be0-972c-d7dbafdf020c HTTP/1.1" status: 200 len: 1093 time: 2.3440456 May 20 04:24:21.558000 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:21.619881 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c1469d16-0cfd-461a-869e-7b5144e77c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.683795 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:21.700787 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:21.701166 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:21.778986 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-148e2dfa-3959-42b8-b829-9f5024426694 req-7b4f49a7-ea32-43f0-b2e9-3a39c6781983 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 210 time: 0.1913235 May 20 04:24:21.785097 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Pushing event updated for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:21.800029 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:21.847626 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-aa432c30-92dd-48bf-aac0-1efebcd473cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:21.855641 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-aa432c30-92dd-48bf-aac0-1efebcd473cd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 1096 time: 0.1517291 May 20 04:24:21.950322 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ae2f-fac6-426e-8471-7ffdae5024b5 req-1792b763-c85a-4341-921c-07fe470f84d7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:21.961819 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'status': 'completed', 'code': 200} May 20 04:24:21.964172 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0094ae2f-fac6-426e-8471-7ffdae5024b5 req-1792b763-c85a-4341-921c-07fe470f84d7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.3284867 May 20 04:24:21.980088 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-b984ab0c-4069-408f-b65e-0ef993de37ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c HTTP/1.1" status: 200 len: 217 time: 0.0958130 May 20 04:24:21.980530 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49552) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:22.051679 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0094ae2f-fac6-426e-8471-7ffdae5024b5 req-a4ca9d58-df83-41ad-9b3d-ddf233b7e2ad tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865340 May 20 04:24:22.071761 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-0a51dc52-2917-46b6-87be-1ba1485d7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:22.073214 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-0a51dc52-2917-46b6-87be-1ba1485d7ef8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.0758984 May 20 04:24:22.074052 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:22.144118 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:22.150200 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] Usage tracker for resource:security_group_rule and tenant:1dddbb0e143f44b2bc4146c9230177b9 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:22.158678 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:22.169241 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:22.233722 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-80c7a60c-d9d7-41d2-966e-53a6f984c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:22.238527 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-80c7a60c-d9d7-41d2-966e-53a6f984c504 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1547320 May 20 04:24:22.275569 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:22.340094 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b92e72c6-78a5-46c8-bff6-8aa7c2352c96, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,segment=NetworkSegment(83c1a259-2bf7-4d1a-b61d-2e78de285f53),segment_id=83c1a259-2bf7-4d1a-b61d-2e78de285f53)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:22.345266 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e60ac51-0c42-4ff4-b00d-0bf79d039245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92e72c6-78a5-46c8-bff6-8aa7c2352c96'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:22.356868 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:22.364856 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:22.475407 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:22.485647 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:22.496264 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66ba73-7502-410b-a425-e1a158d16bb2 req-a8eff70f-4b5d-48c0-ac00-759a0db32592 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:22.504003 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-da66ba73-7502-410b-a425-e1a158d16bb2 req-a8eff70f-4b5d-48c0-ac00-759a0db32592 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 950 time: 0.1738446 May 20 04:24:22.512313 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:22.526862 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-85787093-f2fc-427b-a180-fd3ed9c85925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:22.529407 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:22.555176 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-edce2c47-39f2-43ac-af55-e208db066a46 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946672 May 20 04:24:22.558898 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-da66ba73-7502-410b-a425-e1a158d16bb2 req-b09f2acd-3c8e-4061-b8e9-888110684334 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537546 May 20 04:24:22.601822 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e60ac51-0c42-4ff4-b00d-0bf79d039245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92e72c6-78a5-46c8-bff6-8aa7c2352c96', 'code': 200} May 20 04:24:22.812440 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1dddbb0e143f44b2bc4146c9230177b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8285010 May 20 04:24:22.812632 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5d51a-10f7-4a59-93c7-90e067f7d084 req-7ac831ae-0477-466e-80c9-abbc397e2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:22.816535 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-13f5d51a-10f7-4a59-93c7-90e067f7d084 req-7ac831ae-0477-466e-80c9-abbc397e2a3a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 1099 time: 0.1632469 May 20 04:24:22.818542 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49584) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:22.830248 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56578d05-109f-4ea2-8944-7ee74108588c,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:22.846967 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:22.847923 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5cec3-0b9e-4e6d-b629-e656e5937f4b req-703c9f0c-9d41-4ffa-ac72-d4f0a0e1147c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:22.857074 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ccd5cec3-0b9e-4e6d-b629-e656e5937f4b req-703c9f0c-9d41-4ffa-ac72-d4f0a0e1147c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1667445 May 20 04:24:22.912012 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f8d0e0f6-0ec8-424e-afc9-1c6ad3559b0a req-e8065d4b-c8e1-49b5-973c-5e9427284280 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369982 May 20 04:24:23.096420 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-abcab5a5-30e0-4495-b79d-4028365570d4 req-d732fcc0-17f3-4c9b-8735-5e73b5768a4c tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 210 time: 0.1280162 May 20 04:24:23.162343 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ccd5cec3-0b9e-4e6d-b629-e656e5937f4b req-39b784e2-e0e7-428c-bdf5-2f61df1dc5e9 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038313 May 20 04:24:23.174926 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08587e7-b4a3-4a60-b05a-dc681bf4be3f req-60aa6b8d-3c12-4410-992e-6e27b59fe00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.176412 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b08587e7-b4a3-4a60-b05a-dc681bf4be3f req-60aa6b8d-3c12-4410-992e-6e27b59fe00c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 1103 time: 0.1447620 May 20 04:24:23.213617 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5d51a-10f7-4a59-93c7-90e067f7d084 req-62bc4ea7-7bab-40a9-9b14-38433b289688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.215301 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-13f5d51a-10f7-4a59-93c7-90e067f7d084 req-62bc4ea7-7bab-40a9-9b14-38433b289688 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 920 time: 0.3528471 May 20 04:24:23.217453 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-356ec234-d0d9-44f0-a9e8-d8dc3b5e25c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.236314 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b08587e7-b4a3-4a60-b05a-dc681bf4be3f req-0ae040ec-54d8-453e-ae86-9c6006265d8b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512280 May 20 04:24:23.300758 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-13f5d51a-10f7-4a59-93c7-90e067f7d084 req-edf19380-b593-4c5d-a91a-3b321920d730 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c14c2540-a763-4f40-a0ff-f367f325c967 HTTP/1.1" status: 200 len: 217 time: 0.0710449 May 20 04:24:23.319856 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-356ec234-d0d9-44f0-a9e8-d8dc3b5e25c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.335007 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-b1594d16-463f-427d-819d-63b83ba4c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.337725 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-b1594d16-463f-427d-819d-63b83ba4c6f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 1096 time: 0.2637725 May 20 04:24:23.353709 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cb912-799f-49f3-9700-335e7fc0c8ab req-8efaae34-c93f-499c-b07f-7bf32ecd92af tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.354432 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-649cb912-799f-49f3-9700-335e7fc0c8ab req-8efaae34-c93f-499c-b07f-7bf32ecd92af tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Synchronizing usage tracker for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:23.377895 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-649cb912-799f-49f3-9700-335e7fc0c8ab req-8efaae34-c93f-499c-b07f-7bf32ecd92af tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Unset dirty status for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:23.382389 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-649cb912-799f-49f3-9700-335e7fc0c8ab req-8efaae34-c93f-499c-b07f-7bf32ecd92af tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.1278434 May 20 04:24:23.385606 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-356ec234-d0d9-44f0-a9e8-d8dc3b5e25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.391709 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-331de52f-7c95-4dd0-91fb-8ae81e05e311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:23.409880 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ec234-d0d9-44f0-a9e8-d8dc3b5e25c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56578d05-109f-4ea2-8944-7ee74108588c,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:23.413335 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-356ec234-d0d9-44f0-a9e8-d8dc3b5e25c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:23.423586 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-356ec234-d0d9-44f0-a9e8-d8dc3b5e25c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.426951 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-356ec234-d0d9-44f0-a9e8-d8dc3b5e25c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56578d05-109f-4ea2-8944-7ee74108588c HTTP/1.1" status: 204 len: 168 time: 0.6034372 May 20 04:24:23.458241 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-649cb912-799f-49f3-9700-335e7fc0c8ab req-42cdac00-97a6-489d-8c89-b1353a92c4f2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699558 May 20 04:24:23.791907 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-f60fca00-8e52-42c5-b718-34a6d5bf88a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:23.911201 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5d51a-10f7-4a59-93c7-90e067f7d084 req-02c1b60a-8c08-4a9b-85dd-5e9f58599959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.913798 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-13f5d51a-10f7-4a59-93c7-90e067f7d084 req-02c1b60a-8c08-4a9b-85dd-5e9f58599959 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.3732011 May 20 04:24:23.926603 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-40b9102f-0997-4c2a-bbde-b0af09658143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:23.929155 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-40b9102f-0997-4c2a-bbde-b0af09658143 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 918 time: 0.3901055 May 20 04:24:23.966083 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:24.076158 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-13f5d51a-10f7-4a59-93c7-90e067f7d084 req-76450f00-4108-4ebe-866c-95ab52efe1b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507666 May 20 04:24:24.103810 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-3d9d48e4-25bc-492d-9648-5d10a935c640 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c HTTP/1.1" status: 200 len: 217 time: 0.1021516 May 20 04:24:24.104132 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-69024cae-cb2f-44c3-958c-bb2827d66ebd tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:24.105997 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-69024cae-cb2f-44c3-958c-bb2827d66ebd tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.79 "GET /v2.0/networks?id=e9dc2326-2a3c-4f75-a3ac-19365957c7ee HTTP/1.1" status: 200 len: 808 time: 0.2533479 May 20 04:24:24.130355 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Request body: {'port': {'device_id': 'f89b4bb5-00aa-4a1e-9adb-18858e1deab1', 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee', 'admin_state_up': True, 'tenant_id': '5ef1e050fe6f4c38b3492c305a1ad72a'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:24.325929 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b801a-82e7-4b31-8372-37329c4cff12 req-76986842-d5af-4cfe-ab54-da0554e7ec04 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:24.332833 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e97b801a-82e7-4b31-8372-37329c4cff12 req-76986842-d5af-4cfe-ab54-da0554e7ec04 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 950 time: 0.6245050 May 20 04:24:24.353273 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bbe0dad-4815-4973-a358-199ae5352f7d req-fde8687b-5a8d-43e6-bd30-8cc225d064d4 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 210 time: 0.0579240 May 20 04:24:24.381624 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:24.396543 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:24.412238 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Made reservation on behalf of 5ef1e050fe6f4c38b3492c305a1ad72a for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:24.418403 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:24.446521 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-7085e541-9303-42b7-9dd3-7633c96ba1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:24.448568 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-7085e541-9303-42b7-9dd3-7633c96ba1a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.3227172 May 20 04:24:24.481949 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e97b801a-82e7-4b31-8372-37329c4cff12 req-f5909ba2-7e2c-4d44-ac4c-d5c4f2a6bbe2 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481733 May 20 04:24:24.597961 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-13f5d51a-10f7-4a59-93c7-90e067f7d084 req-78b956d4-60fe-4ca3-b329-080e10351e75 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129790 May 20 04:24:24.687023 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Allocated IP 172.20.0.5 (e9dc2326-2a3c-4f75-a3ac-19365957c7ee/c278bcd6-c7ed-4f57-9b58-bd2e8454947c/0be42008-48c0-47dd-a397-631989251f88) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:24.705598 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fa908-3a75-4ff2-9692-4fc079f99521 req-2e877eab-2819-4498-979d-6af75ba677a2 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:24.713911 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f67fa908-3a75-4ff2-9692-4fc079f99521 req-2e877eab-2819-4498-979d-6af75ba677a2 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1628892 May 20 04:24:24.784300 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:24.928253 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f67fa908-3a75-4ff2-9692-4fc079f99521 req-e5cd127d-908b-48ec-bce8-af9389c68c85 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133424 May 20 04:24:25.034160 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:25.081892 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:25.090162 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-09ac5a82-ea7f-4bea-9a2a-bcdf0f268481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.090933 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:25.094457 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-09ac5a82-ea7f-4bea-9a2a-bcdf0f268481 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6315591 May 20 04:24:25.187353 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Pushing event updated for resources: {'Port': ['ID=0be42008-48c0-47dd-a397-631989251f88,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:25.192478 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:25.203479 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Network e9dc2326-2a3c-4f75-a3ac-19365957c7ee is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:25.204717 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:25.207104 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:25.213475 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.214127 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:25.257431 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1318567 May 20 04:24:25.294442 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Request body: {'port': {'device_id': 'f89b4bb5-00aa-4a1e-9adb-18858e1deab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:25.390699 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-13f5d51a-10f7-4a59-93c7-90e067f7d084 req-418dd00e-8626-4829-95c3-a0a9be940407 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7780962 May 20 04:24:25.471907 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c635b9-f03b-41ec-9d2e-d6570f731371 req-3ad3a1ae-f981-4d60-988c-3d421987349f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.474134 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a0c635b9-f03b-41ec-9d2e-d6570f731371 req-3ad3a1ae-f981-4d60-988c-3d421987349f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.8328698 May 20 04:24:25.489615 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:25.546598 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a0c635b9-f03b-41ec-9d2e-d6570f731371 req-38452ec9-3e00-482e-9959-49da9761ec2f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631888 May 20 04:24:25.570152 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-c9de249e-da45-4a8a-a425-89c494089eb0 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583120 May 20 04:24:25.796401 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65d0780f-1849-4cae-8cda-f28a6ca2fd0b req-7dbe8c26-3189-4c44-9261-72e0df1f83ab service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100134 May 20 04:24:25.805297 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9fc04-0b99-410e-b06c-658488c78231 req-b6d3b2a4-5f1a-4cfd-a531-70327bfa8a49 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.815811 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-02f9fc04-0b99-410e-b06c-658488c78231 req-b6d3b2a4-5f1a-4cfd-a531-70327bfa8a49 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Synchronizing usage tracker for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:25.909230 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de98e4-dca3-4209-87bc-b0546bcc1948 req-774398a8-29a3-4826-be19-7840952a686a tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:25.921282 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-11de98e4-dca3-4209-87bc-b0546bcc1948 req-774398a8-29a3-4826-be19-7840952a686a tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 950 time: 0.1230760 May 20 04:24:25.984311 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-11de98e4-dca3-4209-87bc-b0546bcc1948 req-338af653-7982-4b32-b990-24f0f253e56a tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620651 May 20 04:24:26.051388 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-02f9fc04-0b99-410e-b06c-658488c78231 req-b6d3b2a4-5f1a-4cfd-a531-70327bfa8a49 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Unset dirty status for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:26.052600 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-02f9fc04-0b99-410e-b06c-658488c78231 req-b6d3b2a4-5f1a-4cfd-a531-70327bfa8a49 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 931 time: 0.4397032 May 20 04:24:26.122055 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-02f9fc04-0b99-410e-b06c-658488c78231 req-e3b518e6-4fd8-43bf-97bb-8fb9273e53db tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622251 May 20 04:24:26.216829 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be42008-48c0-47dd-a397-631989251f88 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:26.227923 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526de2a-9b1a-44a1-b215-ff1ca3a8afb2 req-0519e99c-9559-4146-8c5d-faa89a8dba89 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:26.229548 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:26.240159 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-8526de2a-9b1a-44a1-b215-ff1ca3a8afb2 req-0519e99c-9559-4146-8c5d-faa89a8dba89 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1334403 May 20 04:24:26.262099 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Transition to ACTIVE for port object 0be42008-48c0-47dd-a397-631989251f88 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:26.271119 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:26.276809 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:26.316812 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-8526de2a-9b1a-44a1-b215-ff1ca3a8afb2 req-dc874edf-3caa-43b4-bca4-c05ee9d6d5ec tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755398 May 20 04:24:26.447220 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:26.514438 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Pushing event updated for resources: {'Port': ['ID=0be42008-48c0-47dd-a397-631989251f88,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:26.518614 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:26.519510 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Attempting to bind port 0be42008-48c0-47dd-a397-631989251f88 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:26.519844 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Attempting to bind port 0be42008-48c0-47dd-a397-631989251f88 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:26.520454 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Attempting to bind port 0be42008-48c0-47dd-a397-631989251f88 on network e9dc2326-2a3c-4f75-a3ac-19365957c7ee {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:26.526493 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Port 0be42008-48c0-47dd-a397-631989251f88 on network e9dc2326-2a3c-4f75-a3ac-19365957c7ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:24:26.526821 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Attempting to bind port 0be42008-48c0-47dd-a397-631989251f88 on network e9dc2326-2a3c-4f75-a3ac-19365957c7ee {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:26.532648 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:26.532992 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Checking segment: {'id': 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:26.533381 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Bound using segment: {'id': 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:26.534185 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Bound port: 0be42008-48c0-47dd-a397-631989251f88, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:26.534675 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:26.712783 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] For port 0be42008-48c0-47dd-a397-631989251f88, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:26.717549 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] For port 0be42008-48c0-47dd-a397-631989251f88, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0be42008-48c0-47dd-a397-631989251f88,segment=NetworkSegment(bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a),segment_id=bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:26.725560 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:26.731238 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:26.788644 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389bf57-9ff0-4af2-bf40-acaed4f80035 req-883cb5fd-5e76-4ad8-ba66-7f056490b110 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:26.790711 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9389bf57-9ff0-4af2-bf40-acaed4f80035 req-883cb5fd-5e76-4ad8-ba66-7f056490b110 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.0894520 May 20 04:24:26.805011 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e7ba3-57ed-493a-b0f0-ed4cea14c19a req-96c0c156-5d31-4420-b3a0-a4d77c6fbee8 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:26.807128 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-472e7ba3-57ed-493a-b0f0-ed4cea14c19a req-96c0c156-5d31-4420-b3a0-a4d77c6fbee8 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 950 time: 0.1798193 May 20 04:24:26.808542 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:26.809150 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:26.810424 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] 10.222.0.79 "PUT /v2.0/ports/0be42008-48c0-47dd-a397-631989251f88 HTTP/1.1" status: 200 len: 1093 time: 1.5208607 May 20 04:24:26.813077 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89b4bb5-00aa-4a1e-9adb-18858e1deab1', 'tag': '0be42008-48c0-47dd-a397-631989251f88'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:26.854818 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9389bf57-9ff0-4af2-bf40-acaed4f80035 req-32cd6324-8875-4fcd-90a8-54d411ec94fd tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583522 May 20 04:24:26.866287 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Pushing event updated for resources: {'Port': ['ID=0be42008-48c0-47dd-a397-631989251f88,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:26.871266 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:26.917793 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-472e7ba3-57ed-493a-b0f0-ed4cea14c19a req-b1e27c72-d7bf-4aed-b5f2-d1a496e6f618 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993896 May 20 04:24:26.940216 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89b4bb5-00aa-4a1e-9adb-18858e1deab1', 'tag': '0be42008-48c0-47dd-a397-631989251f88', 'status': 'completed', 'code': 200} May 20 04:24:26.966408 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-c42fb54a-6d3c-4a40-bdfc-60f71795c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:26.967957 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-c42fb54a-6d3c-4a40-bdfc-60f71795c33d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ef1e050fe6f4c38b3492c305a1ad72a&device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 1096 time: 0.0903614 May 20 04:24:27.078268 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-481d76c9-5b80-4a50-8023-f00ac55b0f54 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0be42008-48c0-47dd-a397-631989251f88 HTTP/1.1" status: 200 len: 217 time: 0.0878427 May 20 04:24:27.146895 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-b66e504b-a00c-4a75-8736-cd314bb6b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:27.148461 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-b66e504b-a00c-4a75-8736-cd314bb6b20c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c278bcd6-c7ed-4f57-9b58-bd2e8454947c HTTP/1.1" status: 200 len: 848 time: 0.0599127 May 20 04:24:27.202673 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-18025564-89c2-40ae-8a2b-1cc6d1ccddbe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9dc2326-2a3c-4f75-a3ac-19365957c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468485 May 20 04:24:27.329551 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb292f0f-bac3-4420-ae9b-2bdc3accef00 req-00599c56-0d7e-45a9-aba1-367668714d7e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:27.331218 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fb292f0f-bac3-4420-ae9b-2bdc3accef00 req-00599c56-0d7e-45a9-aba1-367668714d7e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 943 time: 0.0860412 May 20 04:24:27.352915 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-8dd4d68b-3018-462b-a522-f4cb06ca66a8 service neutron] 10.222.0.79 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353669 May 20 04:24:27.393382 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fb292f0f-bac3-4420-ae9b-2bdc3accef00 req-7a86f491-1ca7-4699-8bcc-23bb77da7e2e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473049 May 20 04:24:27.518386 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b54d3a7b-8457-4be0-972c-d7dbafdf020c details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:24:27.548186 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-83e20809-40e9-4f09-b500-b75e91a977a8 req-7b9649d2-6875-4edf-aaae-1c9426969824 service neutron] 10.222.0.79 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815977 May 20 04:24:27.568946 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15586faf-35f2-4582-8f52-cb8ccaf01bb4 req-3a99b26a-1001-4dab-95c3-d8d1529fed67 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:27.570608 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-15586faf-35f2-4582-8f52-cb8ccaf01bb4 req-3a99b26a-1001-4dab-95c3-d8d1529fed67 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1222639 May 20 04:24:27.646709 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-15586faf-35f2-4582-8f52-cb8ccaf01bb4 req-f5db5c56-088c-4b10-b289-040989e35d2a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682771 May 20 04:24:27.729848 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:27.757979 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'port_id': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'mac_address': 'fa:16:3e:07:77:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:24:27.811048 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc4c2b-e899-44a6-90f4-5fba41a8c090 req-ffdd9e37-ffbf-4284-91a8-994eafe6ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:27.812824 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68fc4c2b-e899-44a6-90f4-5fba41a8c090 req-ffdd9e37-ffbf-4284-91a8-994eafe6ec6a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ef1e050fe6f4c38b3492c305a1ad72a&device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 1096 time: 0.1424627 May 20 04:24:27.844249 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:27.863722 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54d3a7b-8457-4be0-972c-d7dbafdf020c {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:27.882161 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:27.887970 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:27.889853 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4a707463-12bf-4876-8538-2da455aa0a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:27.975501 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:27.988800 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:27.991961 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc4c2b-e899-44a6-90f4-5fba41a8c090 req-25e7e22e-46e8-4205-8499-6cb8e42ecdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:27.993459 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68fc4c2b-e899-44a6-90f4-5fba41a8c090 req-25e7e22e-46e8-4205-8499-6cb8e42ecdc3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9dc2326-2a3c-4f75-a3ac-19365957c7ee HTTP/1.1" status: 200 len: 909 time: 0.1723020 May 20 04:24:28.157088 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c14b78-584d-4552-8b45-c8a46d544172 req-4da46b67-d953-4fe8-9e14-fe4758c705c3 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:28.158765 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a4c14b78-584d-4552-8b45-c8a46d544172 req-4da46b67-d953-4fe8-9e14-fe4758c705c3 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 950 time: 0.0935154 May 20 04:24:28.207930 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68fc4c2b-e899-44a6-90f4-5fba41a8c090 req-6effbc38-0cb0-4674-8708-5a683351133e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0be42008-48c0-47dd-a397-631989251f88 HTTP/1.1" status: 200 len: 217 time: 0.1718147 May 20 04:24:28.241574 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a4c14b78-584d-4552-8b45-c8a46d544172 req-41df13a0-132c-420e-b2ba-2f442880406c tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f374bfc-fa91-47ec-9e24-0655fc18d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741169 May 20 04:24:28.312180 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc4c2b-e899-44a6-90f4-5fba41a8c090 req-a60b36da-faba-4e8f-81fe-b9ce88d70693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:28.313643 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68fc4c2b-e899-44a6-90f4-5fba41a8c090 req-a60b36da-faba-4e8f-81fe-b9ce88d70693 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c278bcd6-c7ed-4f57-9b58-bd2e8454947c HTTP/1.1" status: 200 len: 848 time: 0.0956762 May 20 04:24:28.326446 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856939c-42ec-4e52-a8e1-f8a97c32de0b req-69422ae7-dbd6-4e11-9cf6-940906e62d20 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:28.328128 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c856939c-42ec-4e52-a8e1-f8a97c32de0b req-69422ae7-dbd6-4e11-9cf6-940906e62d20 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 944 time: 0.3271029 May 20 04:24:28.409159 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68fc4c2b-e899-44a6-90f4-5fba41a8c090 req-737bce55-5f9e-48b5-844d-60d7de5367a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9dc2326-2a3c-4f75-a3ac-19365957c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511937 May 20 04:24:28.416594 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['b54d3a7b-8457-4be0-972c-d7dbafdf020c'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:28.458261 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c856939c-42ec-4e52-a8e1-f8a97c32de0b req-8ee41086-22f1-458b-a6ed-48704a22d040 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219831 May 20 04:24:28.573484 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68fc4c2b-e899-44a6-90f4-5fba41a8c090 req-49fe52b8-72c4-4fb4-ad68-89e97bf5963f service neutron] 10.222.0.79 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554217 May 20 04:24:28.636586 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7e17e-9ec7-43f0-b795-9c13c4990b19 req-145e1448-29d9-41f9-832a-e6318a95680e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:28.638126 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d9c7e17e-9ec7-43f0-b795-9c13c4990b19 req-145e1448-29d9-41f9-832a-e6318a95680e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 943 time: 0.1038394 May 20 04:24:28.747779 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d9c7e17e-9ec7-43f0-b795-9c13c4990b19 req-da5bd042-9ded-44e0-9eeb-bb6abf7547b0 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664752 May 20 04:24:28.772996 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-7eba6936-655f-4292-b414-1e93888becec tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:28.774944 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-7eba6936-655f-4292-b414-1e93888becec tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 950 time: 0.1319461 May 20 04:24:28.825941 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68fc4c2b-e899-44a6-90f4-5fba41a8c090 req-ffbb3735-2e8e-4e7f-9d11-a6a37da29ecf service neutron] 10.222.0.79 "GET /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832643 May 20 04:24:28.867293 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ad567-610e-473e-8dc8-24657b62da74 req-6cb63ba3-1df0-40e6-9ea5-88425f9badd0 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:28.869344 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b79ad567-610e-473e-8dc8-24657b62da74 req-6cb63ba3-1df0-40e6-9ea5-88425f9badd0 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0884380 May 20 04:24:28.940783 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b79ad567-610e-473e-8dc8-24657b62da74 req-4e5769c8-0438-4dbe-899f-bf3e24e79035 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651519 May 20 04:24:28.953022 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Deleting port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:24:28.953374 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:29.101063 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] For port b92e72c6-78a5-46c8-bff6-8aa7c2352c96, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,segment=NetworkSegment(83c1a259-2bf7-4d1a-b61d-2e78de285f53),segment_id=83c1a259-2bf7-4d1a-b61d-2e78de285f53)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:29.101424 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:29.231943 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Calling delete_port for b92e72c6-78a5-46c8-bff6-8aa7c2352c96 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:24:29.355819 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:29.361818 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:29.396204 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['b92e72c6-78a5-46c8-bff6-8aa7c2352c96'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:29.396801 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1a1227cf-3373-4ccc-a955-9d7ccd5ccd2e req-bbc47e71-a295-486b-a52c-69a05a35f840 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 210 time: 0.0453525 May 20 04:24:29.413991 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Pushing event deleted for resources: {'Port': ['ID=b92e72c6-78a5-46c8-bff6-8aa7c2352c96,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:29.417762 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:29.544703 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b54d3a7b-8457-4be0-972c-d7dbafdf020c up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:29.617415 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] No DVR routers for this DVR port b92e72c6-78a5-46c8-bff6-8aa7c2352c96 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:24:29.663910 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:29.676303 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e60ac51-0c42-4ff4-b00d-0bf79d039245', 'name': 'network-vif-deleted', 'tag': 'b92e72c6-78a5-46c8-bff6-8aa7c2352c96'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:29.685160 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port b54d3a7b-8457-4be0-972c-d7dbafdf020c completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:29.708767 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port b54d3a7b-8457-4be0-972c-d7dbafdf020c triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:29.709162 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:29.712519 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-db6ac399-f679-4af0-a919-9dd37f1f97ee req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.79 "DELETE /v2.0/ports/b92e72c6-78a5-46c8-bff6-8aa7c2352c96 HTTP/1.1" status: 204 len: 173 time: 0.9311745 May 20 04:24:29.747950 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e60ac51-0c42-4ff4-b00d-0bf79d039245', 'name': 'network-vif-deleted', 'tag': 'b92e72c6-78a5-46c8-bff6-8aa7c2352c96', 'status': 'completed', 'code': 200} May 20 04:24:29.762331 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b67bbd-2edb-4c12-9110-2df96e1a572b req-0a9a540c-d41f-420e-b083-7b0bfd382e2e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:29.764159 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-95b67bbd-2edb-4c12-9110-2df96e1a572b req-0a9a540c-d41f-420e-b083-7b0bfd382e2e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 944 time: 0.1482024 May 20 04:24:29.873144 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-95b67bbd-2edb-4c12-9110-2df96e1a572b req-dfce1b1f-cce8-4913-ad77-ec370fe986cb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846968 May 20 04:24:29.938022 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:29.980364 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:30.002504 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:30.010956 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:30.014358 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:30.044355 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337d4b5-5232-41ca-aed2-b7d078876827 req-9908c9b5-b507-402e-89bc-69a32494d5a8 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.052187 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1337d4b5-5232-41ca-aed2-b7d078876827 req-9908c9b5-b507-402e-89bc-69a32494d5a8 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 943 time: 0.1126120 May 20 04:24:30.083063 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49842) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:30.097845 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:30.108901 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:30.124812 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1337d4b5-5232-41ca-aed2-b7d078876827 req-5d1a4a38-f839-422e-a54a-583e48f79579 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716078 May 20 04:24:30.176305 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'code': 200} May 20 04:24:30.244011 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b722a0-059a-4feb-949a-6df419913a52 req-2abb63bd-9fbf-495e-864b-4ed745d24aba tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.246173 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d2b722a0-059a-4feb-949a-6df419913a52 req-2abb63bd-9fbf-495e-864b-4ed745d24aba tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1547902 May 20 04:24:30.249107 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:30.291129 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:30.308008 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] Usage tracker for resource:security_group_rule and tenant:e10bac46719d47f09d56ad776e7167ab is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:30.314538 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:30.325135 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:30.330270 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d2b722a0-059a-4feb-949a-6df419913a52 req-1d4caef3-2618-4014-9c67-452ad94588fe tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671189 May 20 04:24:30.543841 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:30.559634 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:30.570189 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d79c5b20-4aa3-46a8-8da9-5d39011fb4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:30.654337 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05207ba7-5a99-408c-b71f-ce25daac3d89,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:30.664957 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e10bac46719d47f09d56ad776e7167ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802112 May 20 04:24:30.666108 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:30.667769 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49862) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:30.668364 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-6a9db67b-aa67-4f3e-bdb3-f2b3b300919f req-9a14cb5c-bde1-4084-80e6-6a5584f20a2b tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Synchronizing usage tracker for tenant:042f19fbd2bf47ce8c7599d1f0e0b035 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:30.678293 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcfb87-22b0-40e5-9aed-236c623b0902 req-2aec4c8f-36eb-4528-86e0-733f849db12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:30.679747 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a8fcfb87-22b0-40e5-9aed-236c623b0902 req-2aec4c8f-36eb-4528-86e0-733f849db12c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 1098 time: 0.2035501 May 20 04:24:30.706038 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-6a9db67b-aa67-4f3e-bdb3-f2b3b300919f req-9a14cb5c-bde1-4084-80e6-6a5584f20a2b tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Unset dirty status for tenant:042f19fbd2bf47ce8c7599d1f0e0b035 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:30.707190 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6a9db67b-aa67-4f3e-bdb3-f2b3b300919f req-9a14cb5c-bde1-4084-80e6-6a5584f20a2b tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e60ac51-0c42-4ff4-b00d-0bf79d039245 HTTP/1.1" status: 200 len: 210 time: 0.1104126 May 20 04:24:30.729084 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-27589dd1-c2e4-471b-80d5-5f271852275a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:30.730636 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a8fcfb87-22b0-40e5-9aed-236c623b0902 req-9a857e22-0539-44d4-a473-22916b82cfbe service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 May 20 04:24:30.755829 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-27589dd1-c2e4-471b-80d5-5f271852275a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:30.808908 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-27589dd1-c2e4-471b-80d5-5f271852275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:30.812512 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-13ab3a97-c36f-438f-97fc-8daa3c87f2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:30.822905 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27589dd1-c2e4-471b-80d5-5f271852275a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05207ba7-5a99-408c-b71f-ce25daac3d89,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:30.825661 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-27589dd1-c2e4-471b-80d5-5f271852275a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:30.831374 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-27589dd1-c2e4-471b-80d5-5f271852275a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:30.834856 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-27589dd1-c2e4-471b-80d5-5f271852275a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/05207ba7-5a99-408c-b71f-ce25daac3d89 HTTP/1.1" status: 204 len: 168 time: 0.1635523 May 20 04:24:31.103641 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1061b70-24c4-4af2-883d-8adae06f905b req-0a281964-a12d-41fd-8a33-22e7633f5175 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:31.105151 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c1061b70-24c4-4af2-883d-8adae06f905b req-0a281964-a12d-41fd-8a33-22e7633f5175 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.0877833 May 20 04:24:31.120860 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49872) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:31.138454 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:31.156555 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:31.160844 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] Usage tracker for resource:security_group_rule and tenant:ec1a6b642f4046308d85ebcf8f870f63 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:31.162719 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c1061b70-24c4-4af2-883d-8adae06f905b req-1649e424-8db4-4756-a8e4-28a0f2ea8815 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516982 May 20 04:24:31.164881 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:31.170962 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:31.300479 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:31.309620 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:31.316912 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-95e70f08-2c35-443f-b1ca-b41d1585cc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:31.374322 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec1a6b642f4046308d85ebcf8f870f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523468 May 20 04:24:31.375142 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0511e0f9-f7a3-4827-85cd-07afb47c410a,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:31.379061 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49882) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:31.394258 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:31.416221 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233487f-fb7c-4a75-ab72-9d6158b418f1 req-6e54b8a6-7365-4b3b-a362-bb35b261f7a1 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:31.418219 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7233487f-fb7c-4a75-ab72-9d6158b418f1 req-6e54b8a6-7365-4b3b-a362-bb35b261f7a1 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 943 time: 0.1659770 May 20 04:24:31.453200 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8068617f-39dd-47d0-8e68-19ec6b76dfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:31.472111 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7233487f-fb7c-4a75-ab72-9d6158b418f1 req-cea5081b-13e4-44df-8699-c1d09c4fa6b6 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478427 May 20 04:24:31.533653 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8068617f-39dd-47d0-8e68-19ec6b76dfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:31.547154 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 0be42008-48c0-47dd-a397-631989251f88 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:24:31.605590 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa518e-ce26-483f-b17c-39fd057b79ae req-080e14c6-b633-46a3-b265-6d5974c44c45 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:31.607343 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bfa518e-ce26-483f-b17c-39fd057b79ae req-080e14c6-b633-46a3-b265-6d5974c44c45 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1393781 May 20 04:24:31.644298 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8068617f-39dd-47d0-8e68-19ec6b76dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:31.652139 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6ad9caba-0e63-471e-b918-822f72ea20a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:31.676334 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068617f-39dd-47d0-8e68-19ec6b76dfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0511e0f9-f7a3-4827-85cd-07afb47c410a,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:31.681907 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-8068617f-39dd-47d0-8e68-19ec6b76dfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:31.691837 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bfa518e-ce26-483f-b17c-39fd057b79ae req-5cf3ec6b-ae37-4994-ab23-ff7545502aba tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765183 May 20 04:24:31.693103 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8068617f-39dd-47d0-8e68-19ec6b76dfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:31.694212 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-8068617f-39dd-47d0-8e68-19ec6b76dfd0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0511e0f9-f7a3-4827-85cd-07afb47c410a HTTP/1.1" status: 204 len: 168 time: 0.3161318 May 20 04:24:31.719639 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 0be42008-48c0-47dd-a397-631989251f88, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0be42008-48c0-47dd-a397-631989251f88,segment=NetworkSegment(bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a),segment_id=bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:31.737971 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': '0be42008-48c0-47dd-a397-631989251f88', 'network_id': 'e9dc2326-2a3c-4f75-a3ac-19365957c7ee', 'port_id': '0be42008-48c0-47dd-a397-631989251f88', 'mac_address': 'fa:16:3e:6a:5c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c278bcd6-c7ed-4f57-9b58-bd2e8454947c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:24:31.845041 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:31.864312 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be42008-48c0-47dd-a397-631989251f88 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:31.883849 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 0be42008-48c0-47dd-a397-631989251f88, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0be42008-48c0-47dd-a397-631989251f88,segment=NetworkSegment(bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a),segment_id=bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:31.890674 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:31.893114 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:31.981709 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=0be42008-48c0-47dd-a397-631989251f88,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:31.984797 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:32.179108 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49922) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:32.198490 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:32.216305 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:32.220373 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] Usage tracker for resource:security_group_rule and tenant:e89e532f051c4883a8bdd2f8ad9ac535 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:32.223254 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:32.229009 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:32.323005 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:32.327274 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:32.334385 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-61b6b501-6454-4a57-8fa2-108c0b43fc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:32.343864 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['0be42008-48c0-47dd-a397-631989251f88'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:32.380086 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7f821e-8c90-405c-8c54-9000954cfa83,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:32.387695 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e89e532f051c4883a8bdd2f8ad9ac535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050445 May 20 04:24:32.387695 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:32.388073 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 49934) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:32.412452 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d5942-5d09-49b4-bd2e-0ac4f18db3ef req-3e07638c-df8c-460e-8137-b2133bea6893 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:32.414007 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8c5d5942-5d09-49b4-bd2e-0ac4f18db3ef req-3e07638c-df8c-460e-8137-b2133bea6893 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1170003 May 20 04:24:32.465447 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-370823b3-0709-433d-9ddf-470054da0de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:32.482047 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8c5d5942-5d09-49b4-bd2e-0ac4f18db3ef req-5457df6f-a354-49cd-9fc7-286e81fea62b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537546 May 20 04:24:32.509054 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-370823b3-0709-433d-9ddf-470054da0de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:32.588835 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-370823b3-0709-433d-9ddf-470054da0de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:32.592733 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4aa36660-c049-4cbd-bd35-3698464d890d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:32.660149 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370823b3-0709-433d-9ddf-470054da0de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7f821e-8c90-405c-8c54-9000954cfa83,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:32.664301 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-370823b3-0709-433d-9ddf-470054da0de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:32.675522 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-370823b3-0709-433d-9ddf-470054da0de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:32.676575 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-370823b3-0709-433d-9ddf-470054da0de0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e7f821e-8c90-405c-8c54-9000954cfa83 HTTP/1.1" status: 204 len: 168 time: 0.2867224 May 20 04:24:32.708878 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc7351-59b9-42ba-9cae-42ee14980a4b req-d917932f-7b7d-4b78-b498-67ba0cdfef76 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:32.709218 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2f1ba-d1f0-4617-a09c-a108dc69c70a req-102c23ba-1b75-401f-bb67-0aca79da204b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:32.709413 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60dc7351-59b9-42ba-9cae-42ee14980a4b req-d917932f-7b7d-4b78-b498-67ba0cdfef76 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 944 time: 0.1102242 May 20 04:24:32.723015 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-00f2f1ba-d1f0-4617-a09c-a108dc69c70a req-102c23ba-1b75-401f-bb67-0aca79da204b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1058884 May 20 04:24:32.723549 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 49954) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:32.730364 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-d0d3846d-6297-47f7-bd58-e525f334db9c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'floatingip': {'port_id': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:32.778476 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60dc7351-59b9-42ba-9cae-42ee14980a4b req-347d014c-e8ae-4ddb-b871-acec3e5c7638 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612452 May 20 04:24:32.897266 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d0d3846d-6297-47f7-bd58-e525f334db9c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:33.083400 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebace1d3-45f5-4e4d-96e0-bcca9c56e5c4 req-c9473224-5d8a-4a7f-bcd9-33e21fbbcd95 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:33.087240 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ebace1d3-45f5-4e4d-96e0-bcca9c56e5c4 req-c9473224-5d8a-4a7f-bcd9-33e21fbbcd95 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1958463 May 20 04:24:33.169818 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ebace1d3-45f5-4e4d-96e0-bcca9c56e5c4 req-39e79425-15c1-4f01-969a-f609fc14d201 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698771 May 20 04:24:33.564431 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 0be42008-48c0-47dd-a397-631989251f88 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:33.566920 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 50048) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:33.605521 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 50056) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:33.660188 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port 0be42008-48c0-47dd-a397-631989251f88 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:33.666052 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port 0be42008-48c0-47dd-a397-631989251f88 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:33.666703 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:33.811906 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:33.846481 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d0d3846d-6297-47f7-bd58-e525f334db9c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:33.849320 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89b4bb5-00aa-4a1e-9adb-18858e1deab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be42008-48c0-47dd-a397-631989251f88'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:33.853469 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d0d3846d-6297-47f7-bd58-e525f334db9c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:33.857496 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 0be42008-48c0-47dd-a397-631989251f88, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0be42008-48c0-47dd-a397-631989251f88,segment=NetworkSegment(bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a),segment_id=bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:33.862209 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:33.863427 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b92e72c6-78a5-46c8-bff6-8aa7c2352c96 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:24:33.900754 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-752156e9-3761-4592-96e2-c8548d225ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:33.916533 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:33.938559 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-752156e9-3761-4592-96e2-c8548d225ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:33.943215 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-752156e9-3761-4592-96e2-c8548d225ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b5e63958dd40e8a21d0394837c271f is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:33.949077 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-752156e9-3761-4592-96e2-c8548d225ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:33.983277 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.002884 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-752156e9-3761-4592-96e2-c8548d225ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:34.017156 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:34.027248 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee5ed2aebc74c5d9d05308ba3a38c80 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:34.032270 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:34.048775 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:34.072785 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: b92e72c6-78a5-46c8-bff6-8aa7c2352c96 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:24:34.074283 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b92e72c6-78a5-46c8-bff6-8aa7c2352c96 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:24:34.081447 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89b4bb5-00aa-4a1e-9adb-18858e1deab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be42008-48c0-47dd-a397-631989251f88', 'code': 200} May 20 04:24:34.169981 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=0be42008-48c0-47dd-a397-631989251f88,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:34.174628 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-752156e9-3761-4592-96e2-c8548d225ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.181542 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:34.185983 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-752156e9-3761-4592-96e2-c8548d225ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.202292 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b6a535bf-b9b3-4f71-9775-11ab9d6a940d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:34.261349 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752156e9-3761-4592-96e2-c8548d225ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789d8ea0-cc37-4cbc-a877-bb3aad9d78dc,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:34.271671 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-752156e9-3761-4592-96e2-c8548d225ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:34.284214 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.300443 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.l3_db [None req-d0d3846d-6297-47f7-bd58-e525f334db9c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Floating IP 28cd5d12-dba0-44d7-8c1e-b0937fd4b484 associated. External IP: 172.28.0.184, port: b54d3a7b-8457-4be0-972c-d7dbafdf020c. May 20 04:24:34.304028 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.337418 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-be291499-7ae4-4a73-9e05-8877456fc75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:34.347431 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ee5ed2aebc74c5d9d05308ba3a38c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7794359 May 20 04:24:34.376898 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50088) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:34.397481 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-752156e9-3761-4592-96e2-c8548d225ce9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3b5e63958dd40e8a21d0394837c271f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7905002 May 20 04:24:34.404807 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50094) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:34.466074 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb642e03-482a-421c-967f-53350e34a061,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:34.475493 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:34.480484 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 50102) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:34.533832 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2b96d-fc61-4689-90ca-17526f66d559 req-bba6b356-77e1-495b-80e6-67fcf11ef340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:34.535397 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9cf2b96d-fc61-4689-90ca-17526f66d559 req-bba6b356-77e1-495b-80e6-67fcf11ef340 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 1098 time: 0.1990674 May 20 04:24:34.544180 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d2d3a-9b33-4f93-b0a5-0d46675cc43a req-b661026a-1d13-4ec2-b43c-46986175231f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:34.545661 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3e3d2d3a-9b33-4f93-b0a5-0d46675cc43a req-b661026a-1d13-4ec2-b43c-46986175231f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1288714 May 20 04:24:34.609689 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1738495620-network', 'tenant_id': '67a6df7f1b88434d9145db30b6245163'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:34.610285 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d193b-6f43-47ab-aadd-8326805c678e req-864c069d-1f2c-4809-a53d-d4167e2aaa13 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:34.618476 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2a3d193b-6f43-47ab-aadd-8326805c678e req-864c069d-1f2c-4809-a53d-d4167e2aaa13 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 945 time: 0.4280016 May 20 04:24:34.625016 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:34.628184 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9cf2b96d-fc61-4689-90ca-17526f66d559 req-27f44d86-7fd0-4ff0-b8a2-aacc33042013 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814974 May 20 04:24:34.632543 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Usage tracker for resource:network and tenant:67a6df7f1b88434d9145db30b6245163 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:34.637705 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:34.646884 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3e3d2d3a-9b33-4f93-b0a5-0d46675cc43a req-d85a4134-c783-488b-9bc3-d76523d33401 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836837 May 20 04:24:34.647720 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:34.665050 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Made reservation on behalf of 67a6df7f1b88434d9145db30b6245163 for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:34.667970 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.680292 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-400ab3f0-c9e1-46bf-ba2a-65ae95245577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.686903 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.703793 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:34.708924 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:67a6df7f1b88434d9145db30b6245163 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:34.712439 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:34.716516 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2a3d193b-6f43-47ab-aadd-8326805c678e req-2c465978-0419-4d9e-9426-7a2849db6f09 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972028 May 20 04:24:34.719025 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:34.730605 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-423adeef-a87b-48ab-9497-db05e18f550d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.777265 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-400ab3f0-c9e1-46bf-ba2a-65ae95245577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.795672 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-423adeef-a87b-48ab-9497-db05e18f550d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.814138 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.819070 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.832816 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:24:34.843942 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.844279 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.segments_db [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Added segment 29de1fc4-361b-4a65-9d27-eb13bb4f7754 of type vlan for network f8b14747-c3f2-476f-8093-fb335a5ad2a5 May 20 04:24:34.845483 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:34.900253 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3714203c-f2b8-4bcc-a564-f4ccd74a15e2,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:34.903794 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.907453 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:34.938524 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.940163 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:34.940970 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:34.946980 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0b5ea386-e959-420f-928b-9a72dfbbdd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:35.045803 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b14747-c3f2-476f-8093-fb335a5ad2a5,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:35.051339 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:35.055826 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-400ab3f0-c9e1-46bf-ba2a-65ae95245577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:35.059062 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network f8b14747-c3f2-476f-8093-fb335a5ad2a5 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:24:35.070108 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5804100 May 20 04:24:35.073656 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 50160) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:35.075164 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d87e9101-b8f7-46bd-b995-13b659eaa02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:35.080649 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Request body: {'subnet': {'network_id': 'f8b14747-c3f2-476f-8093-fb335a5ad2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1738495620-subnet', 'tenant_id': '67a6df7f1b88434d9145db30b6245163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:35.088440 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:35.088619 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-423adeef-a87b-48ab-9497-db05e18f550d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:35.092335 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Usage tracker for resource:subnet and tenant:67a6df7f1b88434d9145db30b6245163 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:35.098638 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:35.100049 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ab3f0-c9e1-46bf-ba2a-65ae95245577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb642e03-482a-421c-967f-53350e34a061,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:35.107044 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d3846d-6297-47f7-bd58-e525f334db9c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Router 511a323b-fbb7-4aeb-a0db-57a00df627b1 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:24:35.107548 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:35.110584 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-400ab3f0-c9e1-46bf-ba2a-65ae95245577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:35.112217 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-1e665b07-c65e-4e15-b2a5-0d38c58ca9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:35.127019 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Made reservation on behalf of 67a6df7f1b88434d9145db30b6245163 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:35.127890 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423adeef-a87b-48ab-9497-db05e18f550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d8ea0-cc37-4cbc-a877-bb3aad9d78dc,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:35.129395 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686512'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:35.135094 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-423adeef-a87b-48ab-9497-db05e18f550d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:35.146175 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-400ab3f0-c9e1-46bf-ba2a-65ae95245577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:35.150904 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-400ab3f0-c9e1-46bf-ba2a-65ae95245577 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb642e03-482a-421c-967f-53350e34a061 HTTP/1.1" status: 204 len: 168 time: 0.7718558 May 20 04:24:35.209262 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-423adeef-a87b-48ab-9497-db05e18f550d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:35.210384 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-423adeef-a87b-48ab-9497-db05e18f550d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/789d8ea0-cc37-4cbc-a877-bb3aad9d78dc HTTP/1.1" status: 204 len: 168 time: 0.8029401 May 20 04:24:35.541865 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d3846d-6297-47f7-bd58-e525f334db9c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:24:35.550373 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d0d3846d-6297-47f7-bd58-e525f334db9c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:35.555687 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] Sync routers for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:24:35.577683 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:35.578885 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:24:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:35.640358 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-d0d3846d-6297-47f7-bd58-e525f334db9c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "PUT /v2.0/floatingips/28cd5d12-dba0-44d7-8c1e-b0937fd4b484 HTTP/1.1" status: 200 len: 991 time: 2.9157476 May 20 04:24:35.641067 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:35.651417 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50190) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:35.694010 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:35.725282 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:35.734325 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] Usage tracker for resource:security_group_rule and tenant:c4f1d18b730946639485b5741c1f1542 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:35.743667 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:35.756032 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:35.774957 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'status': 'completed', 'code': 200} May 20 04:24:35.946017 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:35.961376 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:35.982100 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-7af9fc83-06ca-4e76-b2df-3f5a9aa85f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:36.009973 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2130347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686466'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:36.020456 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:36.052638 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:36.056828 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50218) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:36.091078 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:36.121220 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c4f1d18b730946639485b5741c1f1542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686470 May 20 04:24:36.125924 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50222) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:36.126834 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10fabf4-05eb-40e0-885b-b3e502641889,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:36.145348 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:36.148190 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:36.171870 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] Usage tracker for resource:security_group_rule and tenant:230e78c5df64408bb6e83cbb361438bb is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:36.180609 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:36.237457 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:36.280099 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=583055fd-6ad5-46f9-a2ee-a20481b7df14,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:36.285186 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:36.303448 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Checking segment: {'id': '29de1fc4-361b-4a65-9d27-eb13bb4f7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f8b14747-c3f2-476f-8093-fb335a5ad2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:36.303861 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Network hostable DHCP agents. Network: f8b14747-c3f2-476f-8093-fb335a5ad2a5, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:24:36.332822 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bca2b-518d-4736-b324-eac8f04f21af req-8d00fad2-d8d7-4eed-a4c1-7a580030bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:36.334524 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a23bca2b-518d-4736-b324-eac8f04f21af req-8d00fad2-d8d7-4eed-a4c1-7a580030bfc5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 1098 time: 0.4186394 May 20 04:24:36.342268 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Network f8b14747-c3f2-476f-8093-fb335a5ad2a5 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:24:36.346758 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b861ba96-3af3-447d-8d89-21191a230921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:36.386447 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, f8b14747-c3f2-476f-8093-fb335a5ad2a5) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:36.397145 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e898f-3fb1-4c7d-8edb-75ada2d5e1c8 None None] Network f8b14747-c3f2-476f-8093-fb335a5ad2a5 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:24:36.410415 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bdb4e-8837-48b3-b58d-af268ee3e7ca req-b3d88ab9-d927-4d5b-b902-c5f2122f9197 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:36.412503 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-615bdb4e-8837-48b3-b58d-af268ee3e7ca req-b3d88ab9-d927-4d5b-b902-c5f2122f9197 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 945 time: 0.2373068 May 20 04:24:36.435622 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b861ba96-3af3-447d-8d89-21191a230921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:36.445358 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eff3a-4140-427d-ad0c-e46f97f376e7 req-11e3ccd1-be48-47b2-b693-bb16be235404 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:36.455570 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3f4eff3a-4140-427d-ad0c-e46f97f376e7 req-11e3ccd1-be48-47b2-b693-bb16be235404 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.4272766 May 20 04:24:36.531173 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:36.531796 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:36.549345 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b861ba96-3af3-447d-8d89-21191a230921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:36.564876 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:36.580211 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': '28cd5d12-dba0-44d7-8c1e-b0937fd4b484', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'floating_ip_address': '172.28.0.184', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'port_id': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'mac_address': 'fa:16:3e:07:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:24:12Z', 'updated_at': '2021-05-20T04:24:33Z', 'revision_number': 1, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:36.582787 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861ba96-3af3-447d-8d89-21191a230921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10fabf4-05eb-40e0-885b-b3e502641889,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:36.584929 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] Checking router: 511a323b-fbb7-4aeb-a0db-57a00df627b1 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:24:36.593364 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b861ba96-3af3-447d-8d89-21191a230921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:36.596926 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:36.597664 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:24:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:36.600235 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:36.610010 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3f4eff3a-4140-427d-ad0c-e46f97f376e7 req-d638c978-95be-4522-a0fa-10f173a23719 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534722 May 20 04:24:36.616810 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:36.645002 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-add1d9de-aa1c-4ec1-86fe-6ad42631f93b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5695124 May 20 04:24:36.662902 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-615bdb4e-8837-48b3-b58d-af268ee3e7ca req-ca6247d1-4ae7-4526-9f88-348afb6b9321 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122879 May 20 04:24:36.666113 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bca2b-518d-4736-b324-eac8f04f21af req-7b515ea4-f828-46e7-bbec-64d0fd232874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:36.666257 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b861ba96-3af3-447d-8d89-21191a230921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:36.667783 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a23bca2b-518d-4736-b324-eac8f04f21af req-7b515ea4-f828-46e7-bbec-64d0fd232874 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 918 time: 0.3161991 May 20 04:24:36.707570 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d707818c-38cf-4aa3-bf3c-edc16156dc4f,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:36.710248 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b861ba96-3af3-447d-8d89-21191a230921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:36.713698 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-b861ba96-3af3-447d-8d89-21191a230921 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a10fabf4-05eb-40e0-885b-b3e502641889 HTTP/1.1" status: 204 len: 168 time: 0.5695868 May 20 04:24:36.713698 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:36.761136 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=230e78c5df64408bb6e83cbb361438bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7023408 May 20 04:24:36.761963 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50242) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:36.800839 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89101cb-7ff2-47d8-9d6f-ad9974e4fd64 None None] Network f8b14747-c3f2-476f-8093-fb335a5ad2a5 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:24:36.880223 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f1a1-5496-472d-9b47-90a80e0e4be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:36.920911 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a23bca2b-518d-4736-b324-eac8f04f21af req-5a942c9c-b059-40d4-8f89-0d992869d8ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c HTTP/1.1" status: 200 len: 999 time: 0.2419295 May 20 04:24:36.955213 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f1a1-5496-472d-9b47-90a80e0e4be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:37.056658 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f1a1-5496-472d-9b47-90a80e0e4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:37.063278 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-242c968a-ef4a-491a-a05a-101432382e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:37.090953 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4f1a1-5496-472d-9b47-90a80e0e4be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d707818c-38cf-4aa3-bf3c-edc16156dc4f,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:37.093485 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:37.106236 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-bcc4f1a1-5496-472d-9b47-90a80e0e4be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:37.106822 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f1a1-5496-472d-9b47-90a80e0e4be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:37.124452 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-bcc4f1a1-5496-472d-9b47-90a80e0e4be3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d707818c-38cf-4aa3-bf3c-edc16156dc4f HTTP/1.1" status: 204 len: 168 time: 0.3612750 May 20 04:24:37.142175 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bca2b-518d-4736-b324-eac8f04f21af req-d84d7128-d8d6-47d0-84c0-c3c604a01f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:37.146982 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a23bca2b-518d-4736-b324-eac8f04f21af req-d84d7128-d8d6-47d0-84c0-c3c604a01f37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.2160428 May 20 04:24:37.312136 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bca2b-518d-4736-b324-eac8f04f21af req-432a5939-2ed5-46ee-ae66-c44f8747832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:37.319598 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a23bca2b-518d-4736-b324-eac8f04f21af req-432a5939-2ed5-46ee-ae66-c44f8747832b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1691587 May 20 04:24:37.501010 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a23bca2b-518d-4736-b324-eac8f04f21af req-88dc67f2-c380-47d8-9ea6-79dfb540af2c service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738226 May 20 04:24:37.587029 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': '28cd5d12-dba0-44d7-8c1e-b0937fd4b484', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'floating_ip_address': '172.28.0.184', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'port_id': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'mac_address': 'fa:16:3e:07:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:24:12Z', 'updated_at': '2021-05-20T04:24:33Z', 'revision_number': 1, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:37.591964 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898a6c9-0541-4928-be7b-c7c6c4e18197 None None] The sync data for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb is: [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': '28cd5d12-dba0-44d7-8c1e-b0937fd4b484', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'floating_ip_address': '172.28.0.184', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'port_id': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'mac_address': 'fa:16:3e:07:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:24:12Z', 'updated_at': '2021-05-20T04:24:33Z', 'revision_number': 1, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:24:37.740078 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a23bca2b-518d-4736-b324-eac8f04f21af req-5c96e780-f701-4716-8f91-fa5a5d49cfc7 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292016 May 20 04:24:38.007777 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8f7fe-5d75-43a8-ba6b-28e3bd7b02d7 None None] New status for floating IP 28cd5d12-dba0-44d7-8c1e-b0937fd4b484: ACTIVE {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:24:38.015569 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fa957-3519-46ec-9d17-14d27249aeb5 req-5ef52fe2-48eb-464a-9116-825527563a04 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:38.018178 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-194fa957-3519-46ec-9d17-14d27249aeb5 req-5ef52fe2-48eb-464a-9116-825527563a04 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1861300 May 20 04:24:38.037701 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3420d-a67d-4b6b-b67c-d389b22beb00 req-12e4eb44-ab52-4ee5-8e0b-93fae66cafcd tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:38.042530 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d1c3420d-a67d-4b6b-b67c-d389b22beb00 req-12e4eb44-ab52-4ee5-8e0b-93fae66cafcd tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 945 time: 0.1953523 May 20 04:24:38.066690 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 50318) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:38.077919 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-652088018-network', 'tenant_id': '4db684e616e34206a363385cf0d69e23'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:38.091592 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:38.116331 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Usage tracker for resource:network and tenant:4db684e616e34206a363385cf0d69e23 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:38.121435 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:38.132059 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d1c3420d-a67d-4b6b-b67c-d389b22beb00 req-0ea2f150-1a8f-4703-81af-c7cfd617f4fe tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829461 May 20 04:24:38.147554 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-194fa957-3519-46ec-9d17-14d27249aeb5 req-45f2cb21-30d4-4265-99be-a899b8827aec tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163778 May 20 04:24:38.156451 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:38.181376 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Made reservation on behalf of 4db684e616e34206a363385cf0d69e23 for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:38.183960 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:38.206198 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:38.241760 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:38.248302 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Usage tracker for resource:security_group_rule and tenant:4db684e616e34206a363385cf0d69e23 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:38.260072 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:38.277438 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:38.422064 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:38.427662 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:38.432419 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bde7bda1-eb98-4129-89cc-3ba117dfcf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:38.463162 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:24:38.479518 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a7ef85-9bb5-4224-937b-0062342a1b5e,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:38.483711 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:38.484608 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:38.484928 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.segments_db [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Added segment 312abc30-42a3-4631-a737-27230145277b of type vlan for network 7f8d11d7-3876-47e7-9e37-5a2ad6657a3f May 20 04:24:38.515402 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:38.548862 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:38.550662 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:38.553805 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:38.559598 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-30e6d42c-bd42-4443-95cc-7159a762790f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:38.626612 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:38.749837 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6786726 May 20 04:24:38.749984 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 50360) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:38.758000 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Request body: {'subnet': {'network_id': '7f8d11d7-3876-47e7-9e37-5a2ad6657a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-652088018-subnet', 'tenant_id': '4db684e616e34206a363385cf0d69e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:38.762213 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7f8d11d7-3876-47e7-9e37-5a2ad6657a3f,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:38.764612 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:38.766859 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:38.769030 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Usage tracker for resource:subnet and tenant:4db684e616e34206a363385cf0d69e23 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:38.773133 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network 7f8d11d7-3876-47e7-9e37-5a2ad6657a3f details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:24:38.776325 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:38.783738 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:38.796655 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Made reservation on behalf of 4db684e616e34206a363385cf0d69e23 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:38.802360 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686512'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:39.220145 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50388) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:39.344240 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50394) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:39.388673 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2130347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686466'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:39.393495 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:39.418730 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939edef5-1319-4e58-9c8c-910ab1fca25c req-a68a3e2e-f143-4276-abd3-b5b565865255 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:39.421085 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-939edef5-1319-4e58-9c8c-910ab1fca25c req-a68a3e2e-f143-4276-abd3-b5b565865255 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1175530 May 20 04:24:39.485695 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd96c0c0-2913-4521-ba45-9b0c2a54f21b,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:39.492856 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Checking segment: {'id': '312abc30-42a3-4631-a737-27230145277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7f8d11d7-3876-47e7-9e37-5a2ad6657a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:39.493213 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Network hostable DHCP agents. Network: 7f8d11d7-3876-47e7-9e37-5a2ad6657a3f, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:24:39.497486 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:39.515974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Network 7f8d11d7-3876-47e7-9e37-5a2ad6657a3f is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:24:39.522852 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-939edef5-1319-4e58-9c8c-910ab1fca25c req-b8e56262-5906-4eb7-95d0-02b55788082a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930080 May 20 04:24:39.541442 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, 7f8d11d7-3876-47e7-9e37-5a2ad6657a3f) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:39.551930 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59c856-35f7-4c48-af17-479c936ca2dd None None] Network 7f8d11d7-3876-47e7-9e37-5a2ad6657a3f requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:24:39.553101 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:39.554042 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:39.582192 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-a0534d7a-cc00-4cce-8157-4e5f1c8658bc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8309131 May 20 04:24:39.643878 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:24:39.683879 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:39.702530 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:39.707157 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] Usage tracker for resource:security_group_rule and tenant:71e6c1443e364ffab5e49d758a6a6e70 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:39.710198 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:39.732593 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:39.752526 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 50414) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:39.845838 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7de7d-784d-4d57-870c-6005a3195451 None None] Network 7f8d11d7-3876-47e7-9e37-5a2ad6657a3f requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:24:39.859500 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:39.860641 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:39.883284 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:39.906423 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-0eac2348-4d7a-4fc6-bd40-a5ce270eeaca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=042f19fbd2bf47ce8c7599d1f0e0b035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525095 May 20 04:24:39.908807 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 50420) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:39.950144 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-de4bfb99-60d4-4d2f-9f2c-928014831f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:40.001191 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:40.014862 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-48955217-3a68-459b-8b37-7c0c51837be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.023912 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c87260e4fb4adeb0872e763b8747d7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:40.030216 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7286963a-4a2f-4f12-aa7b-24b052115aad,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:40.033336 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:40.040894 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=71e6c1443e364ffab5e49d758a6a6e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6954117 May 20 04:24:40.045526 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:40.047433 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50426) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:40.055771 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:40.065418 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-48955217-3a68-459b-8b37-7c0c51837be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.128395 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24813a-ef59-4d65-a8e8-0c664a304a3e req-bdf73519-f7ad-489a-87c2-867a41ba9d74 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:40.130043 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bc24813a-ef59-4d65-a8e8-0c664a304a3e req-bdf73519-f7ad-489a-87c2-867a41ba9d74 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 945 time: 0.2305911 May 20 04:24:40.160399 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-48955217-3a68-459b-8b37-7c0c51837be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.165553 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3c1a4330-1659-4d74-8742-2a9dcaa412bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:40.179120 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48955217-3a68-459b-8b37-7c0c51837be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f374bfc-fa91-47ec-9e24-0655fc18d4a5,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:40.182708 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-48955217-3a68-459b-8b37-7c0c51837be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:40.193907 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-48955217-3a68-459b-8b37-7c0c51837be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.198811 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-48955217-3a68-459b-8b37-7c0c51837be6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f374bfc-fa91-47ec-9e24-0655fc18d4a5 HTTP/1.1" status: 204 len: 168 time: 0.2888031 May 20 04:24:40.209444 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-deee4137-374b-416e-9aa7-dd5e18d7a248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.232022 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bc24813a-ef59-4d65-a8e8-0c664a304a3e req-de5569cf-f5aa-4da5-85f4-529c859b3470 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924170 May 20 04:24:40.260933 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-deee4137-374b-416e-9aa7-dd5e18d7a248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.327886 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.332855 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.342073 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-020f5447-1899-47e2-acc4-2c2af690f9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:40.393185 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-deee4137-374b-416e-9aa7-dd5e18d7a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.409522 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3c87260e4fb4adeb0872e763b8747d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1876311 May 20 04:24:40.410533 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5b8603-0b88-49c1-bca6-341fc1fff026,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:40.413371 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50450) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:40.420137 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:40.421201 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9c627948-f5ce-4f32-9239-e1cf125d749e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:40.442735 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-deee4137-374b-416e-9aa7-dd5e18d7a248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.446469 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-deee4137-374b-416e-9aa7-dd5e18d7a248 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7286963a-4a2f-4f12-aa7b-24b052115aad HTTP/1.1" status: 204 len: 168 time: 0.3925514 May 20 04:24:40.447573 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee4137-374b-416e-9aa7-dd5e18d7a248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286963a-4a2f-4f12-aa7b-24b052115aad,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:40.454827 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-deee4137-374b-416e-9aa7-dd5e18d7a248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:40.523900 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b240b90b-5769-4295-ad9b-2317a1527d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.557942 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b240b90b-5769-4295-ad9b-2317a1527d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.563672 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-dcb9a44f-2960-4891-b6ff-328dc027f6b1 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:40.564385 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-dcb9a44f-2960-4891-b6ff-328dc027f6b1 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Synchronizing usage tracker for tenant:67a6df7f1b88434d9145db30b6245163 on resource:network {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:40.587191 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-dcb9a44f-2960-4891-b6ff-328dc027f6b1 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Unset dirty status for tenant:67a6df7f1b88434d9145db30b6245163 on resource:network {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:40.588824 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-dcb9a44f-2960-4891-b6ff-328dc027f6b1 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/networks?id=f8b14747-c3f2-476f-8093-fb335a5ad2a5 HTTP/1.1" status: 200 len: 809 time: 0.1930268 May 20 04:24:40.624338 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-05ecf287-c396-415b-8a7c-09022f44704f tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/quotas/67a6df7f1b88434d9145db30b6245163 HTTP/1.1" status: 200 len: 375 time: 0.0292828 May 20 04:24:40.629926 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b240b90b-5769-4295-ad9b-2317a1527d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.637381 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-bcc4f1a1-5496-472d-9b47-90a80e0e4be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:40.684425 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-1f39ea28-8036-49bb-a221-ea91b7ee39eb tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=67a6df7f1b88434d9145db30b6245163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586474 May 20 04:24:40.699386 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240b90b-5769-4295-ad9b-2317a1527d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5b8603-0b88-49c1-bca6-341fc1fff026,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:40.713198 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b240b90b-5769-4295-ad9b-2317a1527d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:40.719509 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b240b90b-5769-4295-ad9b-2317a1527d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:40.723318 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-b240b90b-5769-4295-ad9b-2317a1527d95 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf5b8603-0b88-49c1-bca6-341fc1fff026 HTTP/1.1" status: 204 len: 168 time: 0.3057237 May 20 04:24:40.757984 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1da67b-cfee-4294-8b14-258684b80fab req-505a8afa-cc2c-452d-ab6d-0e9ec9c56046 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:40.765161 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4a1da67b-cfee-4294-8b14-258684b80fab req-505a8afa-cc2c-452d-ab6d-0e9ec9c56046 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1171362 May 20 04:24:40.815890 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4a1da67b-cfee-4294-8b14-258684b80fab req-4e71f4d0-c3bb-4677-ba7c-a9bc04574a9f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496678 May 20 04:24:40.870275 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-b03ffb3c-ff73-492f-8b22-e8f5ef6ad22b service neutron] 10.222.0.72 "GET /v2.0/networks/f8b14747-c3f2-476f-8093-fb335a5ad2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847699 May 20 04:24:41.154598 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-ce64a4b0-621a-441a-ab9f-ce0fd3eb6859 service neutron] 10.222.0.72 "GET /v2.0/networks/f8b14747-c3f2-476f-8093-fb335a5ad2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726331 May 20 04:24:41.604662 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f15d7c36-b6db-48e1-a23c-69c35322ec90 req-715d2274-f3dc-4820-a9c9-c3ca486564ba tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 210 time: 0.2049294 May 20 04:24:41.651780 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63882a-64a7-4094-85ac-30103da0bb66 req-01087fbc-2cca-4e03-abed-cae9d8027449 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:41.654738 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bf63882a-64a7-4094-85ac-30103da0bb66 req-01087fbc-2cca-4e03-abed-cae9d8027449 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 945 time: 0.2195063 May 20 04:24:41.669836 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-3a30b0a7-d26a-404b-b0fd-6d201ff385d8 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:41.671679 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-3a30b0a7-d26a-404b-b0fd-6d201ff385d8 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.79 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 945 time: 0.2057388 May 20 04:24:41.710615 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50510) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:41.880226 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bf63882a-64a7-4094-85ac-30103da0bb66 req-3ece8e8c-fdef-4407-802f-d4c4e8b54f32 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/security-groups?id=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158008 May 20 04:24:42.119614 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Deleting port 0be42008-48c0-47dd-a397-631989251f88 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:24:42.119963 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.120258 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1542211500-network', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:42.131999 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:42.150256 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Usage tracker for resource:network and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:42.158195 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:42.173495 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:42.199416 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Made reservation on behalf of d13ae23867af47c2a2e1adc376ed8e50 for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:42.203334 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.235993 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.283714 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:42.291737 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Usage tracker for resource:security_group_rule and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:42.300032 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:42.307832 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:42.398292 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] For port 0be42008-48c0-47dd-a397-631989251f88, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0be42008-48c0-47dd-a397-631989251f88,segment=NetworkSegment(bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a),segment_id=bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:42.398678 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.479880 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.485629 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.491659 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ab8c4165-e70a-49a1-bf75-8b10621b9ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:42.543003 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b64a35-d6a7-40ab-af99-f9d2f183d49c,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:42.543202 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79d18e-5161-4749-955f-beea60ede54e req-8e8dbe99-354c-4072-8714-ae75a73fac86 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:42.544729 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5f79d18e-5161-4749-955f-beea60ede54e req-8e8dbe99-354c-4072-8714-ae75a73fac86 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.5213623 May 20 04:24:42.550915 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:42.560667 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=91668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:24:42.563727 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Calling delete_port for 0be42008-48c0-47dd-a397-631989251f88 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:24:42.575365 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.575741 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Added segment d83d895c-3013-4733-9454-34f67a517272 of type vlan for network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e May 20 04:24:42.610563 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.660668 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.662166 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:42.662853 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.671457 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-fb69f752-a567-49f3-84a3-56f92b8d95b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:42.740778 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.757549 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5f79d18e-5161-4749-955f-beea60ede54e req-ee6374fd-2083-4d11-b57a-10584e0e059c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891453 May 20 04:24:42.789952 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:42.792845 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['0be42008-48c0-47dd-a397-631989251f88'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:42.905357 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Pushing event deleted for resources: {'Port': ['ID=0be42008-48c0-47dd-a397-631989251f88,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:42.977417 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:42.979242 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] No DVR routers for this DVR port 0be42008-48c0-47dd-a397-631989251f88 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:24:42.982095 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:42.985046 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89b4bb5-00aa-4a1e-9adb-18858e1deab1', 'name': 'network-vif-deleted', 'tag': '0be42008-48c0-47dd-a397-631989251f88'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:42.987517 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Pushing event updated for resources: {'Network': ['ID=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:42.997920 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:42.998525 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:24:43.010784 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2231b8e8-bcc7-40ad-acb6-88abfcce8ce4 req-c0c2c4f5-4e4e-43c2-89f4-e663eb921b64 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 210 time: 0.0797992 May 20 04:24:43.017196 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7f15cb23-2523-4ff8-ad79-069da06b15db req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.79 "DELETE /v2.0/ports/0be42008-48c0-47dd-a397-631989251f88 HTTP/1.1" status: 204 len: 173 time: 1.3361971 May 20 04:24:43.022959 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 50558) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:43.024351 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3085339 May 20 04:24:43.029835 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Request body: {'subnet': {'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1542211500-subnet', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:43.041775 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:43.054363 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Usage tracker for resource:subnet and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:43.059375 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:43.072635 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:43.096393 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Made reservation on behalf of d13ae23867af47c2a2e1adc376ed8e50 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:43.099425 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686512'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:43.191391 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89b4bb5-00aa-4a1e-9adb-18858e1deab1', 'name': 'network-vif-deleted', 'tag': '0be42008-48c0-47dd-a397-631989251f88', 'status': 'completed', 'code': 200} May 20 04:24:43.259396 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-7d0ce2ab-d741-47b5-baac-303b10c64d40 req-6f3afb6f-3f2c-4717-aeab-638ff95f97d6 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Synchronizing usage tracker for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:43.287055 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-7d0ce2ab-d741-47b5-baac-303b10c64d40 req-6f3afb6f-3f2c-4717-aeab-638ff95f97d6 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Unset dirty status for tenant:5ef1e050fe6f4c38b3492c305a1ad72a on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:43.288306 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7d0ce2ab-d741-47b5-baac-303b10c64d40 req-6f3afb6f-3f2c-4717-aeab-638ff95f97d6 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] 10.222.0.72 "GET /v2.0/ports?device_id=f89b4bb5-00aa-4a1e-9adb-18858e1deab1 HTTP/1.1" status: 200 len: 210 time: 0.0992723 May 20 04:24:43.839077 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-a2fa14f0-ec42-4be8-bdcb-182ddf5623ac tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:43.841387 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-a2fa14f0-ec42-4be8-bdcb-182ddf5623ac tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.79 "GET /v2.0/networks?id=f8b14747-c3f2-476f-8093-fb335a5ad2a5 HTTP/1.1" status: 200 len: 809 time: 0.1742055 May 20 04:24:43.892001 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Request body: {'port': {'device_id': '5ac1b777-72fa-49b5-a9d2-832c3a969215', 'network_id': 'f8b14747-c3f2-476f-8093-fb335a5ad2a5', 'admin_state_up': True, 'tenant_id': '67a6df7f1b88434d9145db30b6245163'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:44.009184 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b581-7cc9-46e9-aecb-d9b41390db20 req-accccc1e-6ce6-4341-922e-d02277401775 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:44.012001 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d633b581-7cc9-46e9-aecb-d9b41390db20 req-accccc1e-6ce6-4341-922e-d02277401775 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1182463 May 20 04:24:44.026181 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2130347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686466'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:44.034860 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-56ae4b56-df36-4c64-a97f-d44782245a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:44.106382 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d633b581-7cc9-46e9-aecb-d9b41390db20 req-08c03984-a78d-498c-987a-7f01917e2bd2 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721786 May 20 04:24:44.158400 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Checking segment: {'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:44.158881 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Network hostable DHCP agents. Network: 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:24:44.161755 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f9ed88-81d5-4c63-980a-b925c11c09f9,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:44.173136 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:44.174928 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:44.185731 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Usage tracker for resource:port and tenant:67a6df7f1b88434d9145db30b6245163 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:44.196345 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:44.232844 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:24:44.241186 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:44.253592 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b034f1f3-574b-4a71-8cd7-11280dbc243c req-597cc022-4649-4451-ac76-2a3da89abe40 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 210 time: 0.0589898 May 20 04:24:44.262548 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:44.266497 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Made reservation on behalf of 67a6df7f1b88434d9145db30b6245163 for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:44.272015 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c3818-d2b6-4b5f-b54b-2a4024f9be62 None None] Network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:24:44.281313 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:44.316472 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:44.317069 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:44.388203 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3630908 May 20 04:24:44.391176 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50600) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:44.396515 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:44.401566 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:44.405446 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Usage tracker for resource:router and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:44.408562 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:44.419674 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:44.433449 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:44.435700 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:44.453943 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:44.515057 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Allocated IP 172.20.0.3 (f8b14747-c3f2-476f-8093-fb335a5ad2a5/583055fd-6ad5-46f9-a2ee-a20481b7df14/70135b8e-4335-4c5c-a1ab-20e5f3b50036) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:44.537932 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb13471c2-eec4-589b-b02e-aecc33f1564a-58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9'}]}} from dv-cinder-782405-9-smb. {{(pid=91669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:24:44.540173 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:44.756353 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.db_base_plugin_common [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Allocated IP 172.20.0.2 (58cd3af5-8740-4ab3-8d9f-4bfd81a4616e/f9f9ed88-81d5-4c63-980a-b925c11c09f9/278c0099-41ec-4d40-a830-b3e0dcf91421) {{(pid=91669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:44.897920 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:44.938252 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:44.978848 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:44.991501 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:45.011724 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Notify callbacks [] for port, precommit_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:45.023691 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Transition to ACTIVE for port object 278c0099-41ec-4d40-a830-b3e0dcf91421 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:45.046969 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Network f8b14747-c3f2-476f-8093-fb335a5ad2a5 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:45.048441 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Transition to ACTIVE for port object 278c0099-41ec-4d40-a830-b3e0dcf91421 will not be triggered until provisioned by entity DHCP. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:45.057373 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:45.060376 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:45.068252 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:45.093177 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:45.154816 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Pushing event updated for resources: {'Port': ['ID=70135b8e-4335-4c5c-a1ab-20e5f3b50036,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:45.168673 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:45.181507 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e is already hosted by enough agents. {{(pid=91669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:45.188110 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:45.188782 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:45.190471 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.base_scheduler [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Resources bound (agent type, host, resource id): {{(pid=91669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:45.195368 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Received port after_create {{(pid=91669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:45.242166 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3565915 May 20 04:24:45.269412 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Request body: {'port': {'device_id': '5ac1b777-72fa-49b5-a9d2-832c3a969215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:45.305017 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Pushing event updated for resources: {'Port': ['ID=278c0099-41ec-4d40-a830-b3e0dcf91421,revision_number=1']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:45.314864 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:45.325647 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Attempting to bind port 278c0099-41ec-4d40-a830-b3e0dcf91421 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:45.326196 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Attempting to bind port 278c0099-41ec-4d40-a830-b3e0dcf91421 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:45.326616 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Attempting to bind port 278c0099-41ec-4d40-a830-b3e0dcf91421 on network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:45.340760 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:45.341303 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Checking segment: {'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:45.341804 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:45.342358 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Bound using segment: {'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:45.342991 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Bound port: 278c0099-41ec-4d40-a830-b3e0dcf91421, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:45.343664 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:45.514814 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:45.552164 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:45.556646 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] For port 278c0099-41ec-4d40-a830-b3e0dcf91421, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:45.565351 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] For port 278c0099-41ec-4d40-a830-b3e0dcf91421, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=278c0099-41ec-4d40-a830-b3e0dcf91421,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:45.577414 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 0be42008-48c0-47dd-a397-631989251f88 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:24:45.594434 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:45.615418 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6096b4-7803-4c82-90aa-c837074d8cb1 req-79150f51-78db-450d-a193-fa654b5cc8ed tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:45.617262 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4a6096b4-7803-4c82-90aa-c837074d8cb1 req-79150f51-78db-450d-a193-fa654b5cc8ed tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2463782 May 20 04:24:45.637912 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:45.653872 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:45.733012 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: 0be42008-48c0-47dd-a397-631989251f88 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:24:45.734867 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 0be42008-48c0-47dd-a397-631989251f88 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:24:45.746264 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4a6096b4-7803-4c82-90aa-c837074d8cb1 req-7b38cec9-fc5d-40aa-83da-915b5185f224 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181417 May 20 04:24:45.809818 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Allocated IP 172.28.0.98 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/127a7db2-1742-468f-87cd-2450d1068774) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:45.834090 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Pushing event updated for resources: {'Port': ['ID=278c0099-41ec-4d40-a830-b3e0dcf91421,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:45.835679 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987c161-9a06-46cb-aea6-7696aa4f5eaf req-f7bc9538-50e8-4d51-94e0-b38fd80df0ab tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:45.836996 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-d987c161-9a06-46cb-aea6-7696aa4f5eaf req-f7bc9538-50e8-4d51-94e0-b38fd80df0ab tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Synchronizing usage tracker for tenant:67a6df7f1b88434d9145db30b6245163 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:45.852702 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:45.959409 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-d987c161-9a06-46cb-aea6-7696aa4f5eaf req-f7bc9538-50e8-4d51-94e0-b38fd80df0ab tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Unset dirty status for tenant:67a6df7f1b88434d9145db30b6245163 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:45.966224 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d987c161-9a06-46cb-aea6-7696aa4f5eaf req-f7bc9538-50e8-4d51-94e0-b38fd80df0ab tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 931 time: 0.4922781 May 20 04:24:46.062462 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-d987c161-9a06-46cb-aea6-7696aa4f5eaf req-2aace9f2-ba81-422e-ad9b-5f64f354988f tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Synchronizing usage tracker for tenant:67a6df7f1b88434d9145db30b6245163 on resource:security_group {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:24:46.105008 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-d987c161-9a06-46cb-aea6-7696aa4f5eaf req-2aace9f2-ba81-422e-ad9b-5f64f354988f tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Unset dirty status for tenant:67a6df7f1b88434d9145db30b6245163 on resource:security_group {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:24:46.122839 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d987c161-9a06-46cb-aea6-7696aa4f5eaf req-2aace9f2-ba81-422e-ad9b-5f64f354988f tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556671 May 20 04:24:46.153219 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:46.216863 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:46.220796 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:46.266537 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70135b8e-4335-4c5c-a1ab-20e5f3b50036 {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:46.280314 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:46.298811 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Transition to ACTIVE for port object 70135b8e-4335-4c5c-a1ab-20e5f3b50036 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:46.304261 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:46.305942 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Pushing event updated for resources: {'Port': ['ID=127a7db2-1742-468f-87cd-2450d1068774,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:46.310996 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:46.322053 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:46.323286 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:46.326962 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:46.332884 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:46.488859 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 278c0099-41ec-4d40-a830-b3e0dcf91421 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:46.512261 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Pushing event updated for resources: {'Port': ['ID=70135b8e-4335-4c5c-a1ab-20e5f3b50036,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:46.523987 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:46.580678 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 278c0099-41ec-4d40-a830-b3e0dcf91421 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:46.631404 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Attempting to bind port 70135b8e-4335-4c5c-a1ab-20e5f3b50036 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:46.631721 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Attempting to bind port 70135b8e-4335-4c5c-a1ab-20e5f3b50036 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '29de1fc4-361b-4a65-9d27-eb13bb4f7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f8b14747-c3f2-476f-8093-fb335a5ad2a5'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:46.632311 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Attempting to bind port 70135b8e-4335-4c5c-a1ab-20e5f3b50036 on network f8b14747-c3f2-476f-8093-fb335a5ad2a5 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:46.638305 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Port 70135b8e-4335-4c5c-a1ab-20e5f3b50036 on network f8b14747-c3f2-476f-8093-fb335a5ad2a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:24:46.638633 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Attempting to bind port 70135b8e-4335-4c5c-a1ab-20e5f3b50036 on network f8b14747-c3f2-476f-8093-fb335a5ad2a5 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:46.644354 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:46.644682 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Checking segment: {'id': '29de1fc4-361b-4a65-9d27-eb13bb4f7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f8b14747-c3f2-476f-8093-fb335a5ad2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:46.645271 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Bound using segment: {'id': '29de1fc4-361b-4a65-9d27-eb13bb4f7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f8b14747-c3f2-476f-8093-fb335a5ad2a5'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:46.645870 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Bound port: 70135b8e-4335-4c5c-a1ab-20e5f3b50036, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29de1fc4-361b-4a65-9d27-eb13bb4f7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f8b14747-c3f2-476f-8093-fb335a5ad2a5'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:46.646379 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:46.772993 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] For port 70135b8e-4335-4c5c-a1ab-20e5f3b50036, host hv-cinder-78240, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:46.795857 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] For port 70135b8e-4335-4c5c-a1ab-20e5f3b50036, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=70135b8e-4335-4c5c-a1ab-20e5f3b50036,segment=NetworkSegment(29de1fc4-361b-4a65-9d27-eb13bb4f7754),segment_id=29de1fc4-361b-4a65-9d27-eb13bb4f7754)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:46.810097 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:46.824315 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:46.968633 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Pushing event updated for resources: {'Port': ['ID=70135b8e-4335-4c5c-a1ab-20e5f3b50036,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:46.972583 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:46.973201 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:46.974604 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] 10.222.0.79 "PUT /v2.0/ports/70135b8e-4335-4c5c-a1ab-20e5f3b50036 HTTP/1.1" status: 200 len: 1093 time: 1.7112451 May 20 04:24:46.975218 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac1b777-72fa-49b5-a9d2-832c3a969215', 'tag': '70135b8e-4335-4c5c-a1ab-20e5f3b50036'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:46.999343 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:47.157326 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:47.238432 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac1b777-72fa-49b5-a9d2-832c3a969215', 'tag': '70135b8e-4335-4c5c-a1ab-20e5f3b50036', 'status': 'completed', 'code': 200} May 20 04:24:47.254217 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65738b9a-8b1c-4b30-9600-bdfd34f03ecb None None] Network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:24:47.346799 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae679ff-f7c0-4fa2-bc08-9f7e85651d3d req-3165b003-fe3a-4a57-8061-0e4f854b626d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:47.360035 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ae679ff-f7c0-4fa2-bc08-9f7e85651d3d req-3165b003-fe3a-4a57-8061-0e4f854b626d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.3570015 May 20 04:24:47.420827 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-2b54c7e4-ddce-4efe-8871-fc7610f0d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:47.425848 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-2b54c7e4-ddce-4efe-8871-fc7610f0d155 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=67a6df7f1b88434d9145db30b6245163&device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 1096 time: 0.3316612 May 20 04:24:47.427265 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-62fa560c-691b-4323-b8fe-85908cff5b61 None None] Provisioning for port 278c0099-41ec-4d40-a830-b3e0dcf91421 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:47.439062 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-62fa560c-691b-4323-b8fe-85908cff5b61 None None] Provisioning complete for port 278c0099-41ec-4d40-a830-b3e0dcf91421 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:47.440116 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-62fa560c-691b-4323-b8fe-85908cff5b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:47.509294 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71c5-142f-47b0-84cf-a0e77ed338b0 req-d53c312f-5a10-42a4-83c2-be2f0bfa591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:47.511098 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-087f71c5-142f-47b0-84cf-a0e77ed338b0 req-d53c312f-5a10-42a4-83c2-be2f0bfa591f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 1099 time: 0.2477396 May 20 04:24:47.529503 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-635ef3bd-2119-4903-8619-1a3a0a4a9422 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70135b8e-4335-4c5c-a1ab-20e5f3b50036 HTTP/1.1" status: 200 len: 217 time: 0.0906887 May 20 04:24:47.537173 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ae679ff-f7c0-4fa2-bc08-9f7e85651d3d req-898e0200-819b-45e5-8063-5f6d1ed91dbe tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733558 May 20 04:24:47.607032 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-52caa25d-88c5-4393-a133-573fd4dda50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:47.608680 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-52caa25d-88c5-4393-a133-573fd4dda50b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=583055fd-6ad5-46f9-a2ee-a20481b7df14 HTTP/1.1" status: 200 len: 849 time: 0.0702410 May 20 04:24:47.667723 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-0dae36bb-9c73-407f-b2af-9587d746ffa8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f8b14747-c3f2-476f-8093-fb335a5ad2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490530 May 20 04:24:47.723794 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-087f71c5-142f-47b0-84cf-a0e77ed338b0 req-2f372250-0f08-4a17-893c-20b7bbe5299f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956489 May 20 04:24:47.802901 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-62fa560c-691b-4323-b8fe-85908cff5b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:47.843635 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-62fa560c-691b-4323-b8fe-85908cff5b61 None None] For port 278c0099-41ec-4d40-a830-b3e0dcf91421, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=278c0099-41ec-4d40-a830-b3e0dcf91421,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:47.853718 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-62fa560c-691b-4323-b8fe-85908cff5b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:47.856183 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:48.010185 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519823'] for router, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:48.026384 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa560c-691b-4323-b8fe-85908cff5b61 None None] Pushing event updated for resources: {'Port': ['ID=278c0099-41ec-4d40-a830-b3e0dcf91421,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:48.034633 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-62fa560c-691b-4323-b8fe-85908cff5b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:48.039965 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a49aa-4723-4092-8315-d818246ea81f req-906eb295-0185-4a9a-b315-288a66cfff76 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:48.056651 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-976a49aa-4723-4092-8315-d818246ea81f req-906eb295-0185-4a9a-b315-288a66cfff76 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.2989607 May 20 04:24:48.181086 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-27ffe086-f4d0-4d36-981c-c0ecccf81c6b None None] Provisioning complete for port 278c0099-41ec-4d40-a830-b3e0dcf91421 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:48.181519 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-27ffe086-f4d0-4d36-981c-c0ecccf81c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:48.186322 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-e8972ba1-adbe-4467-9ddb-ead98c92eb14 service neutron] 10.222.0.79 "GET /v2.0/networks/f8b14747-c3f2-476f-8093-fb335a5ad2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088279 May 20 04:24:48.227333 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474be71-55fc-4b48-a056-ea6c5aafebec req-870d1da6-c18d-4811-857b-63c4f3a18818 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:48.228941 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1474be71-55fc-4b48-a056-ea6c5aafebec req-870d1da6-c18d-4811-857b-63c4f3a18818 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 943 time: 0.1713214 May 20 04:24:48.237815 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-976a49aa-4723-4092-8315-d818246ea81f req-252dfa48-9e5c-4f5e-8cb2-11940e62ed5f tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802001 May 20 04:24:48.388499 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 278c0099-41ec-4d40-a830-b3e0dcf91421 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:48.397784 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1474be71-55fc-4b48-a056-ea6c5aafebec req-60eb2adb-c202-46ec-abdb-6f9341ab0d31 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522248 May 20 04:24:48.441947 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fdee821f-9f43-432f-a143-b4cee8e306a6 req-151a9dc6-3886-46ac-9adb-c21203eb22f4 service neutron] 10.222.0.79 "GET /v2.0/networks/f8b14747-c3f2-476f-8093-fb335a5ad2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468269 May 20 04:24:48.447382 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 is scheduled to L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d with binding_index 1 {{(pid=91668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:24:48.475813 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 278c0099-41ec-4d40-a830-b3e0dcf91421 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:48.476210 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:48.666034 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:24:48.667751 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc6c95-3fd2-489b-968c-e0e6c440c804 req-1008fd34-cdf9-4ed5-9844-2f67805338b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:48.669411 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-72bc6c95-3fd2-489b-968c-e0e6c440c804 req-1008fd34-cdf9-4ed5-9844-2f67805338b5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=67a6df7f1b88434d9145db30b6245163&device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 1096 time: 0.0929790 May 20 04:24:48.675805 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Sync routers for ids ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:24:48.686307 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Routers {'d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:48.687005 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:24:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:48.742261 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Notify callbacks [] for router, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:48.747125 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3511643 May 20 04:24:48.747125 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50722) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:48.842506 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc6c95-3fd2-489b-968c-e0e6c440c804 req-c82da894-fafd-46cf-8238-b96bd07e7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:48.843979 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-72bc6c95-3fd2-489b-968c-e0e6c440c804 req-c82da894-fafd-46cf-8238-b96bd07e7d37 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f8b14747-c3f2-476f-8093-fb335a5ad2a5 HTTP/1.1" status: 200 len: 910 time: 0.1675396 May 20 04:24:48.876362 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Set router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:48.932038 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-72bc6c95-3fd2-489b-968c-e0e6c440c804 req-17c6ea7b-8957-4104-b018-8c30318ae767 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70135b8e-4335-4c5c-a1ab-20e5f3b50036 HTTP/1.1" status: 200 len: 217 time: 0.0806291 May 20 04:24:49.036726 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d870-3fa1-4016-a814-744eceb54eda req-1512d3a9-6c65-4c96-a4ad-b48041278de3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:49.046891 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f233d870-3fa1-4016-a814-744eceb54eda req-1512d3a9-6c65-4c96-a4ad-b48041278de3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.3786829 May 20 04:24:49.057211 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc6c95-3fd2-489b-968c-e0e6c440c804 req-a07c22e0-dc7a-4a4d-b8f3-3d40a535ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:49.059714 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-72bc6c95-3fd2-489b-968c-e0e6c440c804 req-a07c22e0-dc7a-4a4d-b8f3-3d40a535ff82 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=583055fd-6ad5-46f9-a2ee-a20481b7df14 HTTP/1.1" status: 200 len: 849 time: 0.1154182 May 20 04:24:49.141198 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-72bc6c95-3fd2-489b-968c-e0e6c440c804 req-247479a6-d25e-4bb2-887b-0cbab0f3e2b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f8b14747-c3f2-476f-8093-fb335a5ad2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738065 May 20 04:24:49.185308 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f233d870-3fa1-4016-a814-744eceb54eda req-fc9bdc50-9416-470b-b638-41bf3d99248a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367888 May 20 04:24:49.286778 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:46Z', 'revision_number': 3, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:49.294882 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Checking router: d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:24:49.295569 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Updating router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 port 127a7db2-1742-468f-87cd-2450d1068774 binding host dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:24:49.323226 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-72bc6c95-3fd2-489b-968c-e0e6c440c804 req-b5015360-33a7-4796-9ca4-c2a11ac03e14 service neutron] 10.222.0.79 "GET /v2.0/networks/f8b14747-c3f2-476f-8093-fb335a5ad2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684418 May 20 04:24:49.365006 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:49.647432 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-72bc6c95-3fd2-489b-968c-e0e6c440c804 req-c5dc3ff6-66df-4892-8bd8-3b9162d3dc4e service neutron] 10.222.0.79 "GET /v2.0/networks/f8b14747-c3f2-476f-8093-fb335a5ad2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132818 May 20 04:24:49.829694 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e3e6a-3dc9-41d3-9417-e5bc3d149ec0 req-564a1044-df11-4128-857f-289024c5fddc tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:49.835609 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36356202-f160-457f-b2bf-d2c1567ca0c0 req-5772d931-5464-4346-9fc7-456c5c784fcc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:49.840343 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ef3e3e6a-3dc9-41d3-9417-e5bc3d149ec0 req-564a1044-df11-4128-857f-289024c5fddc tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 943 time: 0.2610216 May 20 04:24:49.853955 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-36356202-f160-457f-b2bf-d2c1567ca0c0 req-5772d931-5464-4346-9fc7-456c5c784fcc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.2055051 May 20 04:24:49.926856 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ef3e3e6a-3dc9-41d3-9417-e5bc3d149ec0 req-1a17de99-7250-4716-b382-a8a2a8a74837 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801551 May 20 04:24:49.952861 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-36356202-f160-457f-b2bf-d2c1567ca0c0 req-b219e1c1-4769-4e75-97de-ffc1e5fefdc6 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896158 May 20 04:24:50.048333 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Notify callbacks [] for port, precommit_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.061730 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.provisioning_blocks [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Transition to ACTIVE for port object 127a7db2-1742-468f-87cd-2450d1068774 will not be triggered until provisioned by entity L2. {{(pid=91670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:50.071769 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.085700 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:50.177785 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Attempting to bind port 127a7db2-1742-468f-87cd-2450d1068774 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:50.178296 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Attempting to bind port 127a7db2-1742-468f-87cd-2450d1068774 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:50.178871 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Attempting to bind port 127a7db2-1742-468f-87cd-2450d1068774 on network 15348c5a-0e86-4be2-ba9e-cffdb25c56df {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:50.185718 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Pushing event updated for resources: {'Port': ['ID=127a7db2-1742-468f-87cd-2450d1068774,revision_number=2']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:50.191146 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:50.191796 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Checking segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:50.192311 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.192800 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Bound using segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:50.193396 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Bound port: 127a7db2-1742-468f-87cd-2450d1068774, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:50.193863 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.267893 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.288459 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.289480 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.290042 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.290580 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.291110 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.291675 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.292224 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.292747 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.294009 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.294547 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.295209 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.295756 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:24:50.306489 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:50.383634 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] For port 127a7db2-1742-468f-87cd-2450d1068774, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:50.401096 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] For port 127a7db2-1742-468f-87cd-2450d1068774, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=127a7db2-1742-468f-87cd-2450d1068774,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:50.410476 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.416439 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-13f28762-ee30-4240-834b-b047f3ff9bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:50.517126 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Pushing event updated for resources: {'Port': ['ID=127a7db2-1742-468f-87cd-2450d1068774,revision_number=3']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:50.521851 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:50.538754 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d69fa-e415-4bb1-b1b1-3fa8c51438dd req-18ac6b94-e910-4e6f-8222-ed0d481424b2 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:50.541029 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Routers {'d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:50.541851 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:24:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:50.548039 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0f8d69fa-e415-4bb1-b1b1-3fa8c51438dd req-18ac6b94-e910-4e6f-8222-ed0d481424b2 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1566231 May 20 04:24:50.645845 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0f8d69fa-e415-4bb1-b1b1-3fa8c51438dd req-e9021f1c-b6d3-4ace-b5e1-4fdc8ca0a5d3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895162 May 20 04:24:50.646339 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Allocated IP 172.20.0.1 (58cd3af5-8740-4ab3-8d9f-4bfd81a4616e/f9f9ed88-81d5-4c63-980a-b925c11c09f9/f9ce53b4-2576-4a8c-8196-35cdd85b36cd) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:50.831670 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] Set router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:50.908946 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:50.949406 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Transition to ACTIVE for port object f9ce53b4-2576-4a8c-8196-35cdd85b36cd will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:51.011100 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:51.015725 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-37a61e83-d2b9-422d-ba10-6e34a5960763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:51.328194 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:51.341786 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:51.347114 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:24:51.347447 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520508'] for router_interface, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:51.534826 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ce53b4-2576-4a8c-8196-35cdd85b36cd,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:51.546367 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:51.558584 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:46Z', 'revision_number': 3, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:51.563069 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-f64fba34-7e57-4775-bdfc-27fc3ad56f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:51.574542 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc483884-e3ff-4673-aaed-23160929cf47 None None] The sync data for ids ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'] in dv-cinder-782405-9-smb is: [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:46Z', 'revision_number': 3, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:24:51.579747 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43694-ec9f-4c70-81f1-1b01bc105b04 req-9001df08-dd6e-44c4-9725-7ffc20296e03 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:51.588220 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-99d43694-ec9f-4c70-81f1-1b01bc105b04 req-9001df08-dd6e-44c4-9725-7ffc20296e03 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 943 time: 0.4248037 May 20 04:24:51.591827 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 70135b8e-4335-4c5c-a1ab-20e5f3b50036 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:24:51.631409 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:51.690395 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e271986-7657-4a04-b629-51aa5b09a02b req-417a27fc-2074-434e-8005-dcda5851821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:51.692341 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1e271986-7657-4a04-b629-51aa5b09a02b req-417a27fc-2074-434e-8005-dcda5851821b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 1099 time: 0.4438379 May 20 04:24:51.773896 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb60079-9228-4896-814a-0a67b94c07c1 req-5f1d1c56-2857-4998-b93b-d3647ba17531 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:51.786500 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1cb60079-9228-4896-814a-0a67b94c07c1 req-5f1d1c56-2857-4998-b93b-d3647ba17531 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.4193203 May 20 04:24:51.836568 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 70135b8e-4335-4c5c-a1ab-20e5f3b50036, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=70135b8e-4335-4c5c-a1ab-20e5f3b50036,segment=NetworkSegment(29de1fc4-361b-4a65-9d27-eb13bb4f7754),segment_id=29de1fc4-361b-4a65-9d27-eb13bb4f7754)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:51.879228 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': '70135b8e-4335-4c5c-a1ab-20e5f3b50036', 'network_id': 'f8b14747-c3f2-476f-8093-fb335a5ad2a5', 'port_id': '70135b8e-4335-4c5c-a1ab-20e5f3b50036', 'mac_address': 'fa:16:3e:4c:4e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583055fd-6ad5-46f9-a2ee-a20481b7df14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:24:51.993566 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-138fe6bb-cf16-45c5-9390-9928ba3e6984 None None] Provisioning for port f9ce53b4-2576-4a8c-8196-35cdd85b36cd completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:52.016985 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-138fe6bb-cf16-45c5-9390-9928ba3e6984 None None] Provisioning complete for port f9ce53b4-2576-4a8c-8196-35cdd85b36cd triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:52.017853 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-138fe6bb-cf16-45c5-9390-9928ba3e6984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:52.092016 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1cb60079-9228-4896-814a-0a67b94c07c1 req-59850ef0-ce6b-4e1f-a656-dc95b886f7ee tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042269 May 20 04:24:52.158812 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-138fe6bb-cf16-45c5-9390-9928ba3e6984 None None] Port f9ce53b4-2576-4a8c-8196-35cdd85b36cd cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:24:52.207552 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:52.229101 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e271986-7657-4a04-b629-51aa5b09a02b req-4f21cb74-a3d7-42f2-9269-e892d16325f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:52.236555 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1e271986-7657-4a04-b629-51aa5b09a02b req-4f21cb74-a3d7-42f2-9269-e892d16325f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 920 time: 0.5279939 May 20 04:24:52.270910 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70135b8e-4335-4c5c-a1ab-20e5f3b50036 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:24:52.330688 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:52.346935 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-99d43694-ec9f-4c70-81f1-1b01bc105b04 req-e1a30a6e-945d-4d17-bd1f-d494d4767af8 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7561102 May 20 04:24:52.352274 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:52.353889 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7988385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520539'] for router_interface, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:52.365878 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:52.369174 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 70135b8e-4335-4c5c-a1ab-20e5f3b50036, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=70135b8e-4335-4c5c-a1ab-20e5f3b50036,segment=NetworkSegment(29de1fc4-361b-4a65-9d27-eb13bb4f7754),segment_id=29de1fc4-361b-4a65-9d27-eb13bb4f7754)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:52.383724 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:52.399258 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:52.586355 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 127a7db2-1742-468f-87cd-2450d1068774 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:52.644835 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ce53b4-2576-4a8c-8196-35cdd85b36cd,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:52.657761 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:52.731231 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1e271986-7657-4a04-b629-51aa5b09a02b req-7ea87912-6938-42c7-82a0-59446a2c643d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c14c2540-a763-4f40-a0ff-f367f325c967 HTTP/1.1" status: 200 len: 217 time: 0.4863899 May 20 04:24:52.789410 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:52.791315 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:52.832197 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 127a7db2-1742-468f-87cd-2450d1068774 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:52.840813 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 127a7db2-1742-468f-87cd-2450d1068774 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:52.841202 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:52.881642 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=70135b8e-4335-4c5c-a1ab-20e5f3b50036,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:52.888202 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e271986-7657-4a04-b629-51aa5b09a02b req-3b8bab79-52fa-4c45-9712-7217dedf77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:52.889654 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1e271986-7657-4a04-b629-51aa5b09a02b req-3b8bab79-52fa-4c45-9712-7217dedf77d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.1510811 May 20 04:24:52.891593 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:52.914749 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['70135b8e-4335-4c5c-a1ab-20e5f3b50036'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:24:52.981937 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1e271986-7657-4a04-b629-51aa5b09a02b req-96f446e0-f4f8-43dd-b9f0-c4d0d9c4ca06 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826039 May 20 04:24:53.292615 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dc15f-4de2-420f-ae7a-bb74f46f2b0f req-f57918f3-693f-461b-8c79-7fbe1e94c643 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:53.294214 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-908dc15f-4de2-420f-ae7a-bb74f46f2b0f req-f57918f3-693f-461b-8c79-7fbe1e94c643 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.5936091 May 20 04:24:53.335045 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.369950 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 127a7db2-1742-468f-87cd-2450d1068774, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=127a7db2-1742-468f-87cd-2450d1068774,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:53.394655 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-908dc15f-4de2-420f-ae7a-bb74f46f2b0f req-5f8afcda-0463-4cc6-b923-4ca1de80cb74 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862992 May 20 04:24:53.406640 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.412395 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:24:53.417597 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4a707463-12bf-4876-8538-2da455aa0a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:53.428680 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1e271986-7657-4a04-b629-51aa5b09a02b req-606cfc58-671f-4970-b73d-88f19c87ae08 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390445 May 20 04:24:53.529493 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bee6f642-e3dd-4a85-bcce-10dc9f156b78 None None] Provisioning complete for port f9ce53b4-2576-4a8c-8196-35cdd85b36cd triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:53.529876 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bee6f642-e3dd-4a85-bcce-10dc9f156b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.708200 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=127a7db2-1742-468f-87cd-2450d1068774,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:53.725920 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:53.761029 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b318-3c27-41e1-97df-f239751be239 req-7c8e00b0-6501-441e-852f-1695b2965c76 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:53.764756 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-be30b318-3c27-41e1-97df-f239751be239 req-7c8e00b0-6501-441e-852f-1695b2965c76 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.4796870 May 20 04:24:53.800185 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1e271986-7657-4a04-b629-51aa5b09a02b req-16a718eb-4137-4faa-a849-8ee636d8f663 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578703 May 20 04:24:53.881300 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9241ff75-9d70-4712-b985-5018393e9d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:53.894696 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bee6f642-e3dd-4a85-bcce-10dc9f156b78 None None] Port f9ce53b4-2576-4a8c-8196-35cdd85b36cd cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:24:53.925483 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-be30b318-3c27-41e1-97df-f239751be239 req-56c79580-40d3-4bad-9ec2-e103913c0ef0 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233914 May 20 04:24:53.931626 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:24:53.962540 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] 10.222.0.72 "PUT /v2.0/routers/d88bdd92-7eb6-42fd-af95-a4ecc6b2da23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2147918 May 20 04:24:54.018765 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:54.022669 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcc52b-c071-42f9-85df-5122c22c4b1e req-df297085-ea4c-479a-8fcd-817bcef53db6 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:54.034876 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8cfcc52b-c071-42f9-85df-5122c22c4b1e req-df297085-ea4c-479a-8fcd-817bcef53db6 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 944 time: 0.4094038 May 20 04:24:54.161873 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8cfcc52b-c071-42f9-85df-5122c22c4b1e req-492bfa2e-23de-4070-a79f-9105c255ca65 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259871 May 20 04:24:54.464399 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 127a7db2-1742-468f-87cd-2450d1068774 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:54.597472 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 127a7db2-1742-468f-87cd-2450d1068774 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:54.598011 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:54.684108 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Sync routers for ids ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:24:54.702049 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Routers {'d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:54.702996 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:24:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:54.719497 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f970128-9e8b-4965-8959-0a9f927feaab req-d8a2f256-3adb-4be1-a3b1-0817fd6d14b6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:54.723773 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7f970128-9e8b-4965-8959-0a9f927feaab req-d8a2f256-3adb-4be1-a3b1-0817fd6d14b6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1499851 May 20 04:24:54.848549 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:54.857389 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7f970128-9e8b-4965-8959-0a9f927feaab req-fd714e0b-ac44-4859-968c-9323fac58f56 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288762 May 20 04:24:55.059720 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Set router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:55.243666 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50898) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:55.258667 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1692476105-network', 'tenant_id': 'add3a4d9709a496888418708da9147f3'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:55.278797 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:55.288369 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Usage tracker for resource:network and tenant:add3a4d9709a496888418708da9147f3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:55.297587 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:55.318327 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:55.332193 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f338c-3dcf-46b7-806b-469042e9f740 req-f3eb167d-6de7-48bc-a28f-f77683e95ada tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:55.334675 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Made reservation on behalf of add3a4d9709a496888418708da9147f3 for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:55.337318 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.344790 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a63f338c-3dcf-46b7-806b-469042e9f740 req-f3eb167d-6de7-48bc-a28f-f77683e95ada tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1944957 May 20 04:24:55.354602 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.372657 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:55.377617 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Usage tracker for resource:security_group_rule and tenant:add3a4d9709a496888418708da9147f3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:55.381081 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:55.391462 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:55.444632 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a63f338c-3dcf-46b7-806b-469042e9f740 req-fa3ca74d-6fd9-43f4-b18d-f8f5210fafff tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951209 May 20 04:24:55.462988 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:51Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'f9ce53b4-2576-4a8c-8196-35cdd85b36cd', 'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'mac_address': 'fa:16:3e:fd:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:50Z', 'updated_at': '2021-05-20T04:24:52Z', 'revision_number': 2, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'subnets': [{'id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:55.499719 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Checking router: d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:24:55.501365 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Updating router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 port f9ce53b4-2576-4a8c-8196-35cdd85b36cd binding host dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:24:55.573386 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803d745-b89f-489c-9a32-42cf1a4b56d8 req-449fe137-d36a-4c7b-879a-74e99ddfed7f tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:55.576764 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6803d745-b89f-489c-9a32-42cf1a4b56d8 req-449fe137-d36a-4c7b-879a-74e99ddfed7f tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 944 time: 0.1875575 May 20 04:24:55.642342 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 70135b8e-4335-4c5c-a1ab-20e5f3b50036 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:24:55.684070 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.691350 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.697155 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-400ab3f0-c9e1-46bf-ba2a-65ae95245577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:55.735055 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.752271 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=91668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:24:55.762905 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d21641-e9ae-4d5d-881b-350078c85504,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:55.785158 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6803d745-b89f-489c-9a32-42cf1a4b56d8 req-612d34bc-468b-45cf-98e5-ddcb033f5789 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983552 May 20 04:24:55.786410 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:55.788485 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.788875 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Added segment b40aca23-9d1a-4fcf-9f15-3abe1f02fb95 of type vlan for network d43a386c-f732-4f5d-9f96-ae227861cca3 May 20 04:24:55.866042 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.961606 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.963008 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:55.963634 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:55.967476 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:55.980578 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port 70135b8e-4335-4c5c-a1ab-20e5f3b50036 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:24:56.122050 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port 70135b8e-4335-4c5c-a1ab-20e5f3b50036 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:24:56.122430 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.233985 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Pushing event updated for resources: {'Network': ['ID=d43a386c-f732-4f5d-9f96-ae227861cca3,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:56.236358 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81829cf-5fd0-48ba-82f2-bbceed8aa202 req-58824fb2-bc93-496a-986d-c6a885803b87 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:56.239734 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:56.244631 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9986949 May 20 04:24:56.247829 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 50916) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:56.258847 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d81829cf-5fd0-48ba-82f2-bbceed8aa202 req-58824fb2-bc93-496a-986d-c6a885803b87 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2154944 May 20 04:24:56.266395 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Request body: {'subnet': {'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1692476105-subnet', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'ip_version': 4}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:56.271316 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network d43a386c-f732-4f5d-9f96-ae227861cca3 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:24:56.280224 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:56.290810 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Usage tracker for resource:subnet and tenant:add3a4d9709a496888418708da9147f3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:56.304715 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:56.315885 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:56.341501 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Made reservation on behalf of add3a4d9709a496888418708da9147f3 for: {'subnet': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:24:56.348972 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.394529 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d81829cf-5fd0-48ba-82f2-bbceed8aa202 req-7566c62b-d861-47d7-a576-d2e299db0dcc tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309047 May 20 04:24:56.536985 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.603007 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.673866 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac1b777-72fa-49b5-a9d2-832c3a969215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70135b8e-4335-4c5c-a1ab-20e5f3b50036'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:24:56.705185 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.732211 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 70135b8e-4335-4c5c-a1ab-20e5f3b50036, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=70135b8e-4335-4c5c-a1ab-20e5f3b50036,segment=NetworkSegment(29de1fc4-361b-4a65-9d27-eb13bb4f7754),segment_id=29de1fc4-361b-4a65-9d27-eb13bb4f7754)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:24:56.735528 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Transition to ACTIVE for port object f9ce53b4-2576-4a8c-8196-35cdd85b36cd will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:56.745689 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.749057 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:56.832525 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:56.981069 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac1b777-72fa-49b5-a9d2-832c3a969215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70135b8e-4335-4c5c-a1ab-20e5f3b50036', 'code': 200} May 20 04:24:57.061838 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=70135b8e-4335-4c5c-a1ab-20e5f3b50036,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:57.068096 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:57.081054 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-469128f1-c1ac-4e27-a9dc-18a823bfb470 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:57.158246 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed37b7-d174-4f7f-b53e-dae3b740b038 req-d23559d1-3580-4a16-b6b7-1d48aaac584e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:57.167815 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-85ed37b7-d174-4f7f-b53e-dae3b740b038 req-d23559d1-3580-4a16-b6b7-1d48aaac584e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.3601131 May 20 04:24:57.328997 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-85ed37b7-d174-4f7f-b53e-dae3b740b038 req-960dfe7b-d928-4173-a3a8-90ccb35a6f8d tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535718 May 20 04:24:57.418798 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Attempting to bind port f9ce53b4-2576-4a8c-8196-35cdd85b36cd on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:24:57.422477 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Attempting to bind port f9ce53b4-2576-4a8c-8196-35cdd85b36cd by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:24:57.422886 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Attempting to bind port f9ce53b4-2576-4a8c-8196-35cdd85b36cd on network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:24:57.443880 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b726cac-771c-44db-9e36-1657a170ed92 None None] Pushing event updated for resources: {'Port': ['ID=f9ce53b4-2576-4a8c-8196-35cdd85b36cd,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:57.457178 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-6b726cac-771c-44db-9e36-1657a170ed92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:57.460747 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:24:57.461058 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Checking segment: {'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:57.461469 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.461856 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Bound using segment: {'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:24:57.462342 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Bound port: f9ce53b4-2576-4a8c-8196-35cdd85b36cd, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:24:57.462721 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.530444 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab2edc-fd8f-4126-a428-94f905995f51 req-fd5f18c6-e5d0-436e-9a17-e4ed496516e3 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:57.531973 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c4ab2edc-fd8f-4126-a428-94f905995f51 req-fd5f18c6-e5d0-436e-9a17-e4ed496516e3 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 945 time: 0.3714211 May 20 04:24:57.582635 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be297-f553-46ce-8ba4-a4f1deb136a5 req-eb58ed3f-116c-4a65-97c6-bbe505e6e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:57.584276 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3c3be297-f553-46ce-8ba4-a4f1deb136a5 req-eb58ed3f-116c-4a65-97c6-bbe505e6e6f3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 1098 time: 0.2246499 May 20 04:24:57.621897 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] For port f9ce53b4-2576-4a8c-8196-35cdd85b36cd, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:24:57.626410 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] For port f9ce53b4-2576-4a8c-8196-35cdd85b36cd, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=f9ce53b4-2576-4a8c-8196-35cdd85b36cd,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:24:57.631634 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c4ab2edc-fd8f-4126-a428-94f905995f51 req-c391ab05-2825-4126-8fbf-2cdcd779f876 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862491 May 20 04:24:57.641713 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.644587 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:57.646002 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:57.649604 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:57.676075 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3c3be297-f553-46ce-8ba4-a4f1deb136a5 req-b748e464-3b4f-4168-8113-9a07725375cf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599885 May 20 04:24:57.730914 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b726cac-771c-44db-9e36-1657a170ed92 None None] Pushing event updated for resources: {'Port': ['ID=f9ce53b4-2576-4a8c-8196-35cdd85b36cd,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:57.736138 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-6b726cac-771c-44db-9e36-1657a170ed92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:57.768426 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Routers {'d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:24:57.769310 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:24:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:57.804767 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9dbf48-771f-4ee2-9a87-7d5be83c02c6,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:57.809857 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:57.826542 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Checking segment: {'id': 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:24:57.826902 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Network hostable DHCP agents. Network: d43a386c-f732-4f5d-9f96-ae227861cca3, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:24:57.886626 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Network d43a386c-f732-4f5d-9f96-ae227861cca3 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:24:57.907975 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150be7ce-3bd1-496c-8524-0fb07df26417 req-a8004f70-7fc0-455b-ac0d-5e466100cba2 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:57.909150 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-150be7ce-3bd1-496c-8524-0fb07df26417 req-a8004f70-7fc0-455b-ac0d-5e466100cba2 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.3249066 May 20 04:24:57.956380 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, d43a386c-f732-4f5d-9f96-ae227861cca3) {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:24:57.971661 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:57.976664 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c64bec-1217-4ece-97a4-86c85c9c0716 None None] Network d43a386c-f732-4f5d-9f96-ae227861cca3 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:24:57.978691 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.030536 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-cf63c8e5-6c7d-4193-b714-10b5c6b628c7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7815099 May 20 04:24:58.033490 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 50962) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:58.040485 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1692476105-router', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:24:58.049582 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:24:58.058795 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Usage tracker for resource:router and tenant:add3a4d9709a496888418708da9147f3 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:24:58.059780 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-150be7ce-3bd1-496c-8524-0fb07df26417 req-f5cc25c9-2656-4584-8ef1-357055032012 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411023 May 20 04:24:58.081744 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:24:58.097746 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:24:58.125948 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.127118 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.174022 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.333268 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] Set router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:24:58.661859 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.846005 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d82158-7e9c-4b68-b208-f98621639b7d req-5381381e-3ae3-45be-8917-45afa15204f7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:58.859736 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-14d82158-7e9c-4b68-b208-f98621639b7d req-5381381e-3ae3-45be-8917-45afa15204f7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.2439933 May 20 04:24:58.973467 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb13471c2-eec4-589b-b02e-aecc33f1564a-d43a386c-f732-4f5d-9f96-ae227861cca3', 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'fixed_ips': [{'subnet_id': 'da9dbf48-771f-4ee2-9a87-7d5be83c02c6'}]}} from dv-cinder-782405-9-smb. {{(pid=91669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:24:58.975308 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:58.986632 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-14d82158-7e9c-4b68-b208-f98621639b7d req-ec406c0d-4ffa-4416-b540-586bd7ed0248 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258643 May 20 04:24:59.113577 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:51Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'f9ce53b4-2576-4a8c-8196-35cdd85b36cd', 'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'mac_address': 'fa:16:3e:fd:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:50Z', 'updated_at': '2021-05-20T04:24:57Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'subnets': [{'id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:24:59.133091 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815a05e-612d-4fce-97ea-49c3ead09887 None None] The sync data for ids ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'] in dv-cinder-782405-9-smb is: [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:51Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'f9ce53b4-2576-4a8c-8196-35cdd85b36cd', 'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'mac_address': 'fa:16:3e:fd:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:50Z', 'updated_at': '2021-05-20T04:24:57Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'subnets': [{'id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:24:59.283452 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57922b4-7ea5-4b42-81ae-a15d6dc33127 req-a481dc05-9ccc-439d-9afe-474d52513347 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:24:59.285043 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e57922b4-7ea5-4b42-81ae-a15d6dc33127 req-a481dc05-9ccc-439d-9afe-474d52513347 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 945 time: 0.3842599 May 20 04:24:59.355261 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.db_base_plugin_common [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Allocated IP 172.20.0.2 (d43a386c-f732-4f5d-9f96-ae227861cca3/da9dbf48-771f-4ee2-9a87-7d5be83c02c6/70eaa7a0-501d-445a-ba4c-740b9c45e3da) {{(pid=91669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:59.377009 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e57922b4-7ea5-4b42-81ae-a15d6dc33127 req-13b753f3-651a-403d-b467-e39b3a6d24fb tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761580 May 20 04:24:59.686698 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:59.712072 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Notify callbacks [] for port, precommit_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:59.724244 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Transition to ACTIVE for port object 70eaa7a0-501d-445a-ba4c-740b9c45e3da will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:59.741056 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:59.747261 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Transition to ACTIVE for port object 70eaa7a0-501d-445a-ba4c-740b9c45e3da will not be triggered until provisioned by entity DHCP. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:24:59.768222 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:24:59.773676 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:24:59.807150 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51002) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:24:59.952819 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Allocated IP 172.28.0.168 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/bf5046e6-cb01-4168-a170-2cf5fcad0f9f) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:24:59.976259 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Pushing event updated for resources: {'Port': ['ID=70eaa7a0-501d-445a-ba4c-740b9c45e3da,revision_number=1']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:24:59.984162 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:24:59.989207 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Network d43a386c-f732-4f5d-9f96-ae227861cca3 is already hosted by enough agents. {{(pid=91669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:24:59.990915 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.base_scheduler [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Resources bound (agent type, host, resource id): {{(pid=91669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:00.005642 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Received port after_create {{(pid=91669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:25:00.162813 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:00.218446 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Attempting to bind port 70eaa7a0-501d-445a-ba4c-740b9c45e3da on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:25:00.221080 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Attempting to bind port 70eaa7a0-501d-445a-ba4c-740b9c45e3da by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:25:00.221706 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Attempting to bind port 70eaa7a0-501d-445a-ba4c-740b9c45e3da on network d43a386c-f732-4f5d-9f96-ae227861cca3 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:25:00.222087 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:00.226141 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Usage tracker for resource:security_group_rule and tenant:ccf7f7d5bb764fcc8f97e38233e8f873 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:00.229229 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:00.235329 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:25:00.236076 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Checking segment: {'id': 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:25:00.236721 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:00.237327 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Bound using segment: {'id': 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:25:00.238022 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Bound port: 70eaa7a0-501d-445a-ba4c-740b9c45e3da, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:25:00.238802 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:00.238921 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:00.313676 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:00.364917 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c7446-c916-434d-897a-e167f6f8f3b8 req-68baa31b-73d1-4670-9f81-ce1e19881560 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.372904 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-288c7446-c916-434d-897a-e167f6f8f3b8 req-68baa31b-73d1-4670-9f81-ce1e19881560 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1485217 May 20 04:25:00.427580 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] For port 70eaa7a0-501d-445a-ba4c-740b9c45e3da, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:25:00.436780 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] For port 70eaa7a0-501d-445a-ba4c-740b9c45e3da, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=70eaa7a0-501d-445a-ba4c-740b9c45e3da,segment=NetworkSegment(b40aca23-9d1a-4fcf-9f15-3abe1f02fb95),segment_id=b40aca23-9d1a-4fcf-9f15-3abe1f02fb95)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:25:00.447343 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:00.481246 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:00.484321 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:00.512938 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:00.524330 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-288c7446-c916-434d-897a-e167f6f8f3b8 req-7dd784c1-d1f2-4229-8431-d56dceb15396 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503773 May 20 04:25:00.525233 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:00.532177 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device f9ce53b4-2576-4a8c-8196-35cdd85b36cd up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:00.565997 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:00.626255 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:25:00.641424 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:00.652931 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-fa55fac2-d0de-46ce-ad92-a78055e49993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:00.660443 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:25:00.726712 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ccf7f7d5bb764fcc8f97e38233e8f873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9178259 May 20 04:25:00.734875 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2945f109-faaf-4a3a-bd98-b200c5f11965,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:00.751033 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51024) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:00.763513 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.764793 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.765308 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.767612 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.768156 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.776982 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.777929 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.779625 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.780453 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.781395 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.782302 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.783400 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.803444 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Pushing event updated for resources: {'Port': ['ID=bf5046e6-cb01-4168-a170-2cf5fcad0f9f,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:00.821415 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:00.862014 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff866-db9b-43cd-be28-b128726138d7 req-d7b576ac-cf75-4b91-97d8-125c8088e1d7 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:00.870933 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fcbff866-db9b-43cd-be28-b128726138d7 req-d7b576ac-cf75-4b91-97d8-125c8088e1d7 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.4605880 May 20 04:25:00.903969 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Pushing event updated for resources: {'Port': ['ID=70eaa7a0-501d-445a-ba4c-740b9c45e3da,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:00.911103 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.916899 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.917630 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.918512 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.919073 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.919769 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.925099 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.926888 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.927749 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.930559 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.932464 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.939078 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:00.940806 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:00.959780 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:00.972244 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port f9ce53b4-2576-4a8c-8196-35cdd85b36cd completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:25:00.983750 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port f9ce53b4-2576-4a8c-8196-35cdd85b36cd triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:00.984272 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:01.024830 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fcbff866-db9b-43cd-be28-b128726138d7 req-df8f6271-a29b-4bf4-916d-9f78e4a225a5 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525705 May 20 04:25:01.179355 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bf60281d-3fc1-4e78-a8c2-7e7d81273b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:01.254153 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bf60281d-3fc1-4e78-a8c2-7e7d81273b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:01.261320 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:01.349364 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port f9ce53b4-2576-4a8c-8196-35cdd85b36cd, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=f9ce53b4-2576-4a8c-8196-35cdd85b36cd,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:01.362260 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:01.367705 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:01.403297 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bf60281d-3fc1-4e78-a8c2-7e7d81273b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:01.410682 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b240b90b-5769-4295-ad9b-2317a1527d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:01.485609 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60281d-3fc1-4e78-a8c2-7e7d81273b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2945f109-faaf-4a3a-bd98-b200c5f11965,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:01.487425 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bf60281d-3fc1-4e78-a8c2-7e7d81273b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:01.491292 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-bf60281d-3fc1-4e78-a8c2-7e7d81273b9b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2945f109-faaf-4a3a-bd98-b200c5f11965 HTTP/1.1" status: 204 len: 168 time: 0.6950924 May 20 04:25:01.491292 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-bf60281d-3fc1-4e78-a8c2-7e7d81273b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:01.526643 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=f9ce53b4-2576-4a8c-8196-35cdd85b36cd,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:01.534783 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:01.808485 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6381d4-6f56-4e86-987c-b2681ec49310 req-bd35511e-da06-4136-8dce-245909c7e30e tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:01.816515 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fc6381d4-6f56-4e86-987c-b2681ec49310 req-bd35511e-da06-4136-8dce-245909c7e30e tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 945 time: 1.0083330 May 20 04:25:01.853602 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:01.970877 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fc6381d4-6f56-4e86-987c-b2681ec49310 req-14fb1994-8095-4d4e-b347-ea5b307d8984 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497800 May 20 04:25:02.595950 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 70eaa7a0-501d-445a-ba4c-740b9c45e3da up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:02.633683 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c5058-5945-4506-ba80-3ccf322d01de req-ce629fdc-63f9-45be-8062-da5b036b9fe1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:02.641096 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e6c5058-5945-4506-ba80-3ccf322d01de req-ce629fdc-63f9-45be-8062-da5b036b9fe1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.3281856 May 20 04:25:02.669689 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5241a-5e0c-4de6-b9cd-9e5400327100 None None] Network d43a386c-f732-4f5d-9f96-ae227861cca3 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:25:02.676598 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519823'] for router, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:02.834177 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-e215fb4f-e903-4e19-8ebd-283fe7d41375 None None] Provisioning for port 70eaa7a0-501d-445a-ba4c-740b9c45e3da completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:25:02.883835 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 70eaa7a0-501d-445a-ba4c-740b9c45e3da completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:25:02.894086 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 70eaa7a0-501d-445a-ba4c-740b9c45e3da triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:02.894629 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:02.901829 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e6c5058-5945-4506-ba80-3ccf322d01de req-6b15fc6c-fe8a-47b9-b180-3356ef224096 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549069 May 20 04:25:03.174728 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 is scheduled to L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d with binding_index 1 {{(pid=91667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:25:03.231982 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:03.325234 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 70eaa7a0-501d-445a-ba4c-740b9c45e3da, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=70eaa7a0-501d-445a-ba4c-740b9c45e3da,segment=NetworkSegment(b40aca23-9d1a-4fcf-9f15-3abe1f02fb95),segment_id=b40aca23-9d1a-4fcf-9f15-3abe1f02fb95)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:03.335812 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:03.336975 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device f9ce53b4-2576-4a8c-8196-35cdd85b36cd up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:03.403729 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:03.502727 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:25:03.516606 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Sync routers for ids ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:25:03.534224 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Routers {'2e28bb09-7a62-458e-8ee1-21e9eb1de899'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:25:03.534854 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:24:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:03.560813 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:03.562923 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5280070 May 20 04:25:03.565424 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51104) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:03.737336 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=70eaa7a0-501d-445a-ba4c-740b9c45e3da,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:03.753332 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.755323 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.755865 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.756424 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.756967 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.757481 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.757957 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.758440 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.758924 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.759394 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.759885 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.760351 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:25:03.765588 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:03.771834 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-05f7268f-2041-4b65-b1bc-d50466461a14 None None] Provisioning complete for port 70eaa7a0-501d-445a-ba4c-740b9c45e3da triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:03.772391 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-05f7268f-2041-4b65-b1bc-d50466461a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:03.824290 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port f9ce53b4-2576-4a8c-8196-35cdd85b36cd triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:03.824847 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:03.907187 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Set router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:25:04.314738 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b34dca-6adc-4ba6-85c1-94ab2234617d req-fc327b08-45de-49cd-a686-ce5946f0ddf7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:04.333198 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b1b34dca-6adc-4ba6-85c1-94ab2234617d req-fc327b08-45de-49cd-a686-ce5946f0ddf7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1698408 May 20 04:25:04.445533 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b1b34dca-6adc-4ba6-85c1-94ab2234617d req-39edc25c-ea95-4275-8966-b131fba4fe34 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069276 May 20 04:25:04.471125 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 70eaa7a0-501d-445a-ba4c-740b9c45e3da up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:04.533376 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'name': 'tempest-TestMinimumBasicScenario-1692476105-router', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168'}], 'enable_snat': True}, 'gw_port_id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:58Z', 'updated_at': '2021-05-20T04:25:01Z', 'revision_number': 3, 'project_id': 'add3a4d9709a496888418708da9147f3', 'gw_port': {'id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:59Z', 'updated_at': '2021-05-20T04:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:04.547319 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Checking router: 2e28bb09-7a62-458e-8ee1-21e9eb1de899 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:25:04.547963 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Updating router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 port bf5046e6-cb01-4168-a170-2cf5fcad0f9f binding host dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:25:04.568973 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 70eaa7a0-501d-445a-ba4c-740b9c45e3da triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:04.569249 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:04.635567 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:04.891039 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.381277 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Allocated IP 172.20.0.1 (d43a386c-f732-4f5d-9f96-ae227861cca3/da9dbf48-771f-4ee2-9a87-7d5be83c02c6/bcf2d090-5bcd-4492-ac71-6f898f50de1a) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:25:05.386345 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Notify callbacks [] for port, precommit_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.419167 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.provisioning_blocks [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Transition to ACTIVE for port object bf5046e6-cb01-4168-a170-2cf5fcad0f9f will not be triggered until provisioned by entity L2. {{(pid=91670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:25:05.440376 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.463862 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:05.650635 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Attempting to bind port bf5046e6-cb01-4168-a170-2cf5fcad0f9f on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:25:05.650635 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Attempting to bind port bf5046e6-cb01-4168-a170-2cf5fcad0f9f by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:25:05.650635 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Attempting to bind port bf5046e6-cb01-4168-a170-2cf5fcad0f9f on network 15348c5a-0e86-4be2-ba9e-cffdb25c56df {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:25:05.659326 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db547a-ec0e-4ea8-86bc-af2b9a5c1541 None None] Pushing event updated for resources: {'Port': ['ID=bf5046e6-cb01-4168-a170-2cf5fcad0f9f,revision_number=2']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:05.662213 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:25:05.662587 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Checking segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:25:05.663016 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.663684 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Bound using segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:25:05.664297 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Bound port: bf5046e6-cb01-4168-a170-2cf5fcad0f9f, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:25:05.664685 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.694115 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-49db547a-ec0e-4ea8-86bc-af2b9a5c1541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:05.720581 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.743688 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Transition to ACTIVE for port object bcf2d090-5bcd-4492-ac71-6f898f50de1a will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:25:05.778699 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] For port bf5046e6-cb01-4168-a170-2cf5fcad0f9f, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:25:05.787688 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db7506-ace2-4e01-9048-da593f9e4cdd req-599737c4-152f-4b5d-8f09-6e0d4d774dd4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:05.788347 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] For port bf5046e6-cb01-4168-a170-2cf5fcad0f9f, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=bf5046e6-cb01-4168-a170-2cf5fcad0f9f,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:25:05.798884 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.801850 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.803309 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b6db7506-ace2-4e01-9048-da593f9e4cdd req-599737c4-152f-4b5d-8f09-6e0d4d774dd4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1404972 May 20 04:25:05.809790 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:05.820050 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-003b698a-8fd5-4652-b160-5cad498a80ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:05.892392 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b6db7506-ace2-4e01-9048-da593f9e4cdd req-46aba6d8-69a9-428a-a3c8-bc0f93c006c9 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877650 May 20 04:25:05.910190 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Network d43a386c-f732-4f5d-9f96-ae227861cca3 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:25:05.925282 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:05.939522 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:25:05.940421 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520508'] for router_interface, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:05.947545 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Routers {'2e28bb09-7a62-458e-8ee1-21e9eb1de899'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:25:05.952160 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:24:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:05.995772 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf2d090-5bcd-4492-ac71-6f898f50de1a,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:06.111013 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:06.125818 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db547a-ec0e-4ea8-86bc-af2b9a5c1541 None None] Pushing event updated for resources: {'Port': ['ID=bf5046e6-cb01-4168-a170-2cf5fcad0f9f,revision_number=3']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:06.140418 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-49db547a-ec0e-4ea8-86bc-af2b9a5c1541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:06.237355 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:06.323973 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] Set router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:25:06.370186 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-3972fec6-5ba5-4c62-b52d-ee37ddc4e5e8 None None] Provisioning for port bcf2d090-5bcd-4492-ac71-6f898f50de1a completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:25:06.384220 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-3972fec6-5ba5-4c62-b52d-ee37ddc4e5e8 None None] Provisioning complete for port bcf2d090-5bcd-4492-ac71-6f898f50de1a triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:06.384651 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-3972fec6-5ba5-4c62-b52d-ee37ddc4e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:06.523021 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-3972fec6-5ba5-4c62-b52d-ee37ddc4e5e8 None None] Port bcf2d090-5bcd-4492-ac71-6f898f50de1a cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:25:06.720234 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:06.738873 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:06.741461 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7988385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520539'] for router_interface, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:06.751262 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-1194993b-11c9-4de2-8e5c-0795688ae199 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:06.802028 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'name': 'tempest-TestMinimumBasicScenario-1692476105-router', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168'}], 'enable_snat': True}, 'gw_port_id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:58Z', 'updated_at': '2021-05-20T04:25:01Z', 'revision_number': 3, 'project_id': 'add3a4d9709a496888418708da9147f3', 'gw_port': {'id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:59Z', 'updated_at': '2021-05-20T04:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:06.811183 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3091e5-acee-4dc7-a026-561cf1e82993 None None] The sync data for ids ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'] in dv-cinder-782405-9-smb is: [{'id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'name': 'tempest-TestMinimumBasicScenario-1692476105-router', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168'}], 'enable_snat': True}, 'gw_port_id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:58Z', 'updated_at': '2021-05-20T04:25:01Z', 'revision_number': 3, 'project_id': 'add3a4d9709a496888418708da9147f3', 'gw_port': {'id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:59Z', 'updated_at': '2021-05-20T04:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:25:07.140983 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf2d090-5bcd-4492-ac71-6f898f50de1a,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:07.145430 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:07.302687 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Network d43a386c-f732-4f5d-9f96-ae227861cca3 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:25:07.305575 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:07.401826 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b88fd-21d9-47d6-9b05-b8d2d21b3f5d req-47a5ff30-26dc-4116-991f-c6c29989c575 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:07.403347 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1c8b88fd-21d9-47d6-9b05-b8d2d21b3f5d req-47a5ff30-26dc-4116-991f-c6c29989c575 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2454200 May 20 04:25:07.405406 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb57474-fb57-4f6e-a472-ac556fe6b796 req-bf753a69-89d5-4e72-b0f2-6ccac56ba22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:07.406813 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-feb57474-fb57-4f6e-a472-ac556fe6b796 req-bf753a69-89d5-4e72-b0f2-6ccac56ba22f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 1099 time: 0.3603475 May 20 04:25:07.515075 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93fcdb-6e65-42b6-9a93-f60b2626c660 req-93f30b83-5f62-4350-987e-f619149698ba tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:07.522903 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cd93fcdb-6e65-42b6-9a93-f60b2626c660 req-93f30b83-5f62-4350-987e-f619149698ba tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.3102345 May 20 04:25:07.708827 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1c8b88fd-21d9-47d6-9b05-b8d2d21b3f5d req-771d71bb-d1c5-4bb4-ad7d-7adc36932204 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890072 May 20 04:25:07.711513 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cd93fcdb-6e65-42b6-9a93-f60b2626c660 req-df75716e-c128-4445-a18b-65cd404e5ba1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822546 May 20 04:25:07.724233 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb57474-fb57-4f6e-a472-ac556fe6b796 req-89edcba9-72dc-4cf6-a1c0-bd3cfab458a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:07.724233 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-feb57474-fb57-4f6e-a472-ac556fe6b796 req-89edcba9-72dc-4cf6-a1c0-bd3cfab458a9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 920 time: 0.2654307 May 20 04:25:07.768945 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-214d0d5f-0a9e-4f1f-8add-5162bcf262ef None None] Provisioning complete for port bcf2d090-5bcd-4492-ac71-6f898f50de1a triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:07.771922 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-214d0d5f-0a9e-4f1f-8add-5162bcf262ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:07.804789 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:25:07.911390 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-feb57474-fb57-4f6e-a472-ac556fe6b796 req-2800836a-37ef-4821-bb52-e509f45a3adc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c14c2540-a763-4f40-a0ff-f367f325c967 HTTP/1.1" status: 200 len: 217 time: 0.1773911 May 20 04:25:08.044610 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-214d0d5f-0a9e-4f1f-8add-5162bcf262ef None None] Port bcf2d090-5bcd-4492-ac71-6f898f50de1a cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:25:08.153823 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb57474-fb57-4f6e-a472-ac556fe6b796 req-084ef1f5-21f2-4096-bd7d-6034bd5e6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:08.157609 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-feb57474-fb57-4f6e-a472-ac556fe6b796 req-084ef1f5-21f2-4096-bd7d-6034bd5e6abf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.2393634 May 20 04:25:08.269967 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-feb57474-fb57-4f6e-a472-ac556fe6b796 req-f753c067-97c9-47cf-a0be-72171f3c348f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618649 May 20 04:25:08.503278 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device bf5046e6-cb01-4168-a170-2cf5fcad0f9f up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:08.541032 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:25:08.558425 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-d6be1706-7264-4e35-b84b-c0444f8d9c8e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4994025 May 20 04:25:08.581455 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] 10.222.0.72 "PUT /v2.0/routers/2e28bb09-7a62-458e-8ee1-21e9eb1de899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0083802 May 20 04:25:08.644363 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.647601 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port bf5046e6-cb01-4168-a170-2cf5fcad0f9f completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:25:08.653674 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port bf5046e6-cb01-4168-a170-2cf5fcad0f9f triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:08.654363 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.655327 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609af82-0b0a-43e7-8cd9-90792c7dd2bf req-bf2da16e-d2fc-4755-8ec0-6eeb1475bcd5 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:08.657465 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f609af82-0b0a-43e7-8cd9-90792c7dd2bf req-bf2da16e-d2fc-4755-8ec0-6eeb1475bcd5 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 945 time: 0.4960268 May 20 04:25:08.711109 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-9fbddd0c-3b6e-4a8f-bd7d-a001ea6d986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:08.715972 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-9fbddd0c-3b6e-4a8f-bd7d-a001ea6d986b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 1098 time: 0.1097953 May 20 04:25:08.723175 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-feb57474-fb57-4f6e-a472-ac556fe6b796 req-02907faa-9980-4947-8813-114ee63ef6ad service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408751 May 20 04:25:08.831006 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f609af82-0b0a-43e7-8cd9-90792c7dd2bf req-19f9ae94-5356-4147-8dc5-0c28cf543cfa tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581123 May 20 04:25:08.904585 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.971977 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port bf5046e6-cb01-4168-a170-2cf5fcad0f9f, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=bf5046e6-cb01-4168-a170-2cf5fcad0f9f,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:08.980203 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:08.983873 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:09.049706 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-feb57474-fb57-4f6e-a472-ac556fe6b796 req-8e429dae-2e91-4143-a434-26b817004cab service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972803 May 20 04:25:09.075571 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-edbcbc00-6ab8-464e-a132-f64fc4ac6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:09.077720 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-edbcbc00-6ab8-464e-a132-f64fc4ac6c20 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 920 time: 0.3330758 May 20 04:25:09.112399 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=bf5046e6-cb01-4168-a170-2cf5fcad0f9f,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:09.116264 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:09.175148 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb2bbc-ca9f-46a4-b7ac-e06c0486c704 req-7377795b-ffec-4f4c-9f0e-11c3db276d49 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:09.177176 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dfeb2bbc-ca9f-46a4-b7ac-e06c0486c704 req-7377795b-ffec-4f4c-9f0e-11c3db276d49 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1264410 May 20 04:25:09.208385 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-c77b6abb-7e22-4a26-8579-ae202bad26d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48a79237-23ab-4d3d-ba43-f11837421e17 HTTP/1.1" status: 200 len: 217 time: 0.1023855 May 20 04:25:09.217828 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd7cc6-cfbc-4e98-ad0b-59fe7765a362 req-eb3a99cf-4b9b-480a-920f-19541a6d3b0c tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:09.224835 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bbdd7cc6-cfbc-4e98-ad0b-59fe7765a362 req-eb3a99cf-4b9b-480a-920f-19541a6d3b0c tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.2492237 May 20 04:25:09.239905 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dfeb2bbc-ca9f-46a4-b7ac-e06c0486c704 req-4f1e4c0e-9605-416c-acad-839a6086f271 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558617 May 20 04:25:09.330130 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bbdd7cc6-cfbc-4e98-ad0b-59fe7765a362 req-366200a6-d1ad-412f-9fd6-5df0215d2388 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044276 May 20 04:25:09.334960 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-f02d4383-5da8-4546-890b-552dce103829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:09.336480 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-f02d4383-5da8-4546-890b-552dce103829 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.0844023 May 20 04:25:09.400276 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-62278e98-7a37-4f1f-8c2e-8410daa1be39 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475824 May 20 04:25:09.499627 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Sync routers for ids ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:25:09.511194 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Routers {'2e28bb09-7a62-458e-8ee1-21e9eb1de899'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:25:09.512185 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:24:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:09.559294 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-dfc4623c-c3d8-445c-ae78-23c52e1d4f32 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520927 May 20 04:25:09.989021 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7651167c-1fbc-47bd-a787-8fb2c9896256 req-fae238b3-95a4-4cea-a021-27c5c3ea34f1 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223630 May 20 04:25:09.998121 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Set router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:25:10.172163 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4984865-2310-487e-8645-d894c198171f req-68ebf219-7c85-439a-818d-3c9e18b5f825 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:10.174721 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d4984865-2310-487e-8645-d894c198171f req-68ebf219-7c85-439a-818d-3c9e18b5f825 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 945 time: 0.2998412 May 20 04:25:10.227251 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c1b80-8f8b-4ecd-a08b-0c754cab686b req-b7c1ff64-5fa3-4da7-afc7-3141d8d6f1ea tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:10.228717 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ff5c1b80-8f8b-4ecd-a08b-0c754cab686b req-b7c1ff64-5fa3-4da7-afc7-3141d8d6f1ea tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 945 time: 0.1650147 May 20 04:25:10.234991 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-2e7d0bc1-19e3-4c0c-b20c-9cb1154f98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:10.236484 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-2e7d0bc1-19e3-4c0c-b20c-9cb1154f98d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 1099 time: 0.1214862 May 20 04:25:10.278367 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557dddc-a7b4-422a-8d42-a854c9c0c881 req-dc75c30b-db1b-496c-8392-cc354dc15c86 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:10.287056 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b557dddc-a7b4-422a-8d42-a854c9c0c881 req-dc75c30b-db1b-496c-8392-cc354dc15c86 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.2590683 May 20 04:25:10.393741 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'name': 'tempest-TestMinimumBasicScenario-1692476105-router', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168'}], 'enable_snat': True}, 'gw_port_id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:58Z', 'updated_at': '2021-05-20T04:25:06Z', 'revision_number': 4, 'project_id': 'add3a4d9709a496888418708da9147f3', 'gw_port': {'id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:59Z', 'updated_at': '2021-05-20T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'bcf2d090-5bcd-4492-ac71-6f898f50de1a', 'name': '', 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'mac_address': 'fa:16:3e:88:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'da9dbf48-771f-4ee2-9a87-7d5be83c02c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:25:05Z', 'updated_at': '2021-05-20T04:25:06Z', 'revision_number': 2, 'project_id': 'add3a4d9709a496888418708da9147f3', 'subnets': [{'id': 'da9dbf48-771f-4ee2-9a87-7d5be83c02c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:10.401903 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Checking router: 2e28bb09-7a62-458e-8ee1-21e9eb1de899 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:25:10.402397 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Updating router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 port bcf2d090-5bcd-4492-ac71-6f898f50de1a binding host dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:25:10.429902 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-a9792cb5-8654-41ad-bd43-cfaccd81bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:10.432196 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-a9792cb5-8654-41ad-bd43-cfaccd81bc75 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 912 time: 0.1812823 May 20 04:25:10.461125 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b557dddc-a7b4-422a-8d42-a854c9c0c881 req-cb1fead3-c768-406c-a030-983a921b16c1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725242 May 20 04:25:10.470484 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:10.487918 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device bf5046e6-cb01-4168-a170-2cf5fcad0f9f up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:10.489495 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-d4984865-2310-487e-8645-d894c198171f req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Deleting port 70135b8e-4335-4c5c-a1ab-20e5f3b50036 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:25:10.490072 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d4984865-2310-487e-8645-d894c198171f req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:10.518954 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ff5c1b80-8f8b-4ecd-a08b-0c754cab686b req-3dcbe5ee-c9a4-4b8e-9055-0710f01907da tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/security-groups?id=3714203c-f2b8-4bcc-a564-f4ccd74a15e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815168 May 20 04:25:10.629049 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-d2e01889-db08-4048-b61f-a96dfccc63f0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71 HTTP/1.1" status: 200 len: 1001 time: 0.1738265 May 20 04:25:10.643636 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port bf5046e6-cb01-4168-a170-2cf5fcad0f9f triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:10.644011 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:10.777806 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-d4984865-2310-487e-8645-d894c198171f req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] For port 70135b8e-4335-4c5c-a1ab-20e5f3b50036, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=70135b8e-4335-4c5c-a1ab-20e5f3b50036,segment=NetworkSegment(29de1fc4-361b-4a65-9d27-eb13bb4f7754),segment_id=29de1fc4-361b-4a65-9d27-eb13bb4f7754)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:10.778543 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d4984865-2310-487e-8645-d894c198171f req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:10.835553 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-ba3b4eae-21ea-4278-8b43-6698d3cd463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:10.837000 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-ba3b4eae-21ea-4278-8b43-6698d3cd463d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d830b1e6-1a25-4745-b771-c773f3d95474 HTTP/1.1" status: 200 len: 850 time: 0.1982176 May 20 04:25:11.018977 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-7170ea7a-d2d5-4420-ae1a-6885c73f0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:11.022843 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-7170ea7a-d2d5-4420-ae1a-6885c73f0843 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75b2d426-2178-48f9-bcce-df1758c4b992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1717899 May 20 04:25:11.031811 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-d4984865-2310-487e-8645-d894c198171f req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Calling delete_port for 70135b8e-4335-4c5c-a1ab-20e5f3b50036 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:25:11.109646 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d31a0c-c5c8-487d-b3a1-65df9374fc48 req-a6c3c9e5-ccb0-4b69-aa4a-a484898e1ab4 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:11.111338 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a5d31a0c-c5c8-487d-b3a1-65df9374fc48 req-a6c3c9e5-ccb0-4b69-aa4a-a484898e1ab4 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2426193 May 20 04:25:11.279948 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a5d31a0c-c5c8-487d-b3a1-65df9374fc48 req-31b58e16-4be4-4a12-a0b9-f0f1b1cc1c9e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487136 May 20 04:25:11.282114 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d4984865-2310-487e-8645-d894c198171f req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:11.295059 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c385294c-5f7a-4fe1-9699-89cabc3e807f tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:11.306471 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-eebad30a-5435-4255-ae99-2ee620564144 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763317 May 20 04:25:11.323626 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['70135b8e-4335-4c5c-a1ab-20e5f3b50036'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:25:11.364045 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:11.376506 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Pushing event deleted for resources: {'Port': ['ID=70135b8e-4335-4c5c-a1ab-20e5f3b50036,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:11.387329 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Transition to ACTIVE for port object bcf2d090-5bcd-4492-ac71-6f898f50de1a will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:25:11.390127 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:11.402754 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:11.409149 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-daeafc33-8cba-42f6-8e27-8267b3275451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:11.441801 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4984865-2310-487e-8645-d894c198171f req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] No DVR routers for this DVR port 70135b8e-4335-4c5c-a1ab-20e5f3b50036 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:25:11.444411 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d4984865-2310-487e-8645-d894c198171f req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:11.447858 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac1b777-72fa-49b5-a9d2-832c3a969215', 'name': 'network-vif-deleted', 'tag': '70135b8e-4335-4c5c-a1ab-20e5f3b50036'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:11.485646 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d4984865-2310-487e-8645-d894c198171f req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.79 "DELETE /v2.0/ports/70135b8e-4335-4c5c-a1ab-20e5f3b50036 HTTP/1.1" status: 204 len: 173 time: 1.3015032 May 20 04:25:11.512783 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088def77-a22c-47e3-8647-ab81de2ede83 None None] Pushing event updated for resources: {'Port': ['ID=bcf2d090-5bcd-4492-ac71-6f898f50de1a,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:11.513755 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac1b777-72fa-49b5-a9d2-832c3a969215', 'name': 'network-vif-deleted', 'tag': '70135b8e-4335-4c5c-a1ab-20e5f3b50036', 'status': 'completed', 'code': 200} May 20 04:25:11.517883 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-088def77-a22c-47e3-8647-ab81de2ede83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:11.552643 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-73c88f1b-cbf4-4a68-965c-2ccf9f303801 req-7ab02b6c-92ca-48b1-85a6-7750880fcbe9 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338347 May 20 04:25:11.786014 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Attempting to bind port bcf2d090-5bcd-4492-ac71-6f898f50de1a on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:25:11.786392 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Attempting to bind port bcf2d090-5bcd-4492-ac71-6f898f50de1a by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:25:11.786762 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Attempting to bind port bcf2d090-5bcd-4492-ac71-6f898f50de1a on network d43a386c-f732-4f5d-9f96-ae227861cca3 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:25:11.802539 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:25:11.803231 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Checking segment: {'id': 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:25:11.806857 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:11.806857 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Bound using segment: {'id': 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:25:11.806857 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Bound port: bcf2d090-5bcd-4492-ac71-6f898f50de1a, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:25:11.806857 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:11.824777 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-851ab978-92ed-44a2-88a9-11863a5b6b3b req-44f84510-f717-4c18-b403-4ac5dfc7f440 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ac1b777-72fa-49b5-a9d2-832c3a969215 HTTP/1.1" status: 200 len: 210 time: 0.0865316 May 20 04:25:11.830639 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ebaef-bef3-4256-8c44-13f81395f5b2 req-f565252d-c73a-4fde-a5fb-067cc596e3eb tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:11.844035 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1f9ebaef-bef3-4256-8c44-13f81395f5b2 req-f565252d-c73a-4fde-a5fb-067cc596e3eb tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1843560 May 20 04:25:11.932676 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1f9ebaef-bef3-4256-8c44-13f81395f5b2 req-e7db3e13-8b42-4014-aa59-087d0adc2b07 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795286 May 20 04:25:11.946848 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] For port bcf2d090-5bcd-4492-ac71-6f898f50de1a, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:25:11.950924 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] For port bcf2d090-5bcd-4492-ac71-6f898f50de1a, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=bcf2d090-5bcd-4492-ac71-6f898f50de1a,segment=NetworkSegment(b40aca23-9d1a-4fcf-9f15-3abe1f02fb95),segment_id=b40aca23-9d1a-4fcf-9f15-3abe1f02fb95)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:25:11.963106 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:11.974180 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-6b726cac-771c-44db-9e36-1657a170ed92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:12.070413 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Routers {'2e28bb09-7a62-458e-8ee1-21e9eb1de899'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:25:12.071045 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:24:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:12.170152 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088def77-a22c-47e3-8647-ab81de2ede83 None None] Pushing event updated for resources: {'Port': ['ID=bcf2d090-5bcd-4492-ac71-6f898f50de1a,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:12.184821 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-088def77-a22c-47e3-8647-ab81de2ede83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:12.356745 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] Set router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:25:12.634869 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eea8b4-19d4-49bd-8201-ab07595c2f6c req-6b626fc6-cba6-45f7-80ba-a9b94e78cea2 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:12.643001 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65eea8b4-19d4-49bd-8201-ab07595c2f6c req-6b626fc6-cba6-45f7-80ba-a9b94e78cea2 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1546264 May 20 04:25:12.704207 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65eea8b4-19d4-49bd-8201-ab07595c2f6c req-4796459e-3fba-422d-908b-e6fdd02ff31f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600891 May 20 04:25:12.853461 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'name': 'tempest-TestMinimumBasicScenario-1692476105-router', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168'}], 'enable_snat': True}, 'gw_port_id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:58Z', 'updated_at': '2021-05-20T04:25:06Z', 'revision_number': 4, 'project_id': 'add3a4d9709a496888418708da9147f3', 'gw_port': {'id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:59Z', 'updated_at': '2021-05-20T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'bcf2d090-5bcd-4492-ac71-6f898f50de1a', 'name': '', 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'mac_address': 'fa:16:3e:88:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'da9dbf48-771f-4ee2-9a87-7d5be83c02c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:25:05Z', 'updated_at': '2021-05-20T04:25:11Z', 'revision_number': 4, 'project_id': 'add3a4d9709a496888418708da9147f3', 'subnets': [{'id': 'da9dbf48-771f-4ee2-9a87-7d5be83c02c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:12.858360 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed0787-6fcf-4df0-aea2-82a9c7bfafee None None] The sync data for ids ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'] in dv-cinder-782405-9-smb is: [{'id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'name': 'tempest-TestMinimumBasicScenario-1692476105-router', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168'}], 'enable_snat': True}, 'gw_port_id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:58Z', 'updated_at': '2021-05-20T04:25:06Z', 'revision_number': 4, 'project_id': 'add3a4d9709a496888418708da9147f3', 'gw_port': {'id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:59Z', 'updated_at': '2021-05-20T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'bcf2d090-5bcd-4492-ac71-6f898f50de1a', 'name': '', 'network_id': 'd43a386c-f732-4f5d-9f96-ae227861cca3', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'mac_address': 'fa:16:3e:88:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'da9dbf48-771f-4ee2-9a87-7d5be83c02c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:25:05Z', 'updated_at': '2021-05-20T04:25:11Z', 'revision_number': 4, 'project_id': 'add3a4d9709a496888418708da9147f3', 'subnets': [{'id': 'da9dbf48-771f-4ee2-9a87-7d5be83c02c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:25:13.259169 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b694daf-c50c-4118-ba16-120aaa04c501 req-504a25dc-73ac-43ff-8c46-be705efd602f tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:13.260989 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-2b694daf-c50c-4118-ba16-120aaa04c501 req-504a25dc-73ac-43ff-8c46-be705efd602f tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1451776 May 20 04:25:13.481224 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-2b694daf-c50c-4118-ba16-120aaa04c501 req-b6207d37-4b7f-4f9f-a977-205b97db572c tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125213 May 20 04:25:13.754278 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 70135b8e-4335-4c5c-a1ab-20e5f3b50036 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:25:13.789417 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: 70135b8e-4335-4c5c-a1ab-20e5f3b50036 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:25:13.789769 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 70135b8e-4335-4c5c-a1ab-20e5f3b50036 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:25:13.898781 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6818a4-b71b-40a2-8c85-c573b487507a req-513fe26c-0974-498e-a7cc-c1181095d42b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:13.900300 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2a6818a4-b71b-40a2-8c85-c573b487507a req-513fe26c-0974-498e-a7cc-c1181095d42b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0820925 May 20 04:25:13.949891 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2a6818a4-b71b-40a2-8c85-c573b487507a req-b814049f-8dc2-4f2e-b9f1-d7209239a34e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 May 20 04:25:14.421501 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device bcf2d090-5bcd-4492-ac71-6f898f50de1a up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:14.497640 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port bcf2d090-5bcd-4492-ac71-6f898f50de1a completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:25:14.507162 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port bcf2d090-5bcd-4492-ac71-6f898f50de1a triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:14.507946 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:14.641325 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:14.675843 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port bcf2d090-5bcd-4492-ac71-6f898f50de1a, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=bcf2d090-5bcd-4492-ac71-6f898f50de1a,segment=NetworkSegment(b40aca23-9d1a-4fcf-9f15-3abe1f02fb95),segment_id=b40aca23-9d1a-4fcf-9f15-3abe1f02fb95)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:14.681071 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:14.686089 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:14.759505 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=bcf2d090-5bcd-4492-ac71-6f898f50de1a,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:14.770590 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:15.170523 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adf0e4-b110-42bd-a4aa-22b8943badf8 req-5606af68-3afe-4524-9fca-903ca14ffeae tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:15.175961 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-05adf0e4-b110-42bd-a4aa-22b8943badf8 req-5606af68-3afe-4524-9fca-903ca14ffeae tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1048605 May 20 04:25:15.219505 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-05adf0e4-b110-42bd-a4aa-22b8943badf8 req-89625117-d68b-4cda-b081-1200048df8ec tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 May 20 04:25:16.422468 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device bcf2d090-5bcd-4492-ac71-6f898f50de1a up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:16.547905 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port bcf2d090-5bcd-4492-ac71-6f898f50de1a triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:16.548761 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:16.590631 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe4342-4ce1-47a6-86b2-ba9f8d0c065b req-5daa6ea0-c0f2-470b-8a55-64938083f3d1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:16.598688 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cbbe4342-4ce1-47a6-86b2-ba9f8d0c065b req-5daa6ea0-c0f2-470b-8a55-64938083f3d1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0995369 May 20 04:25:16.641233 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:25:16.683975 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cbbe4342-4ce1-47a6-86b2-ba9f8d0c065b req-03c3834a-237d-4e1a-9950-12b46a9eb2e5 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838339 May 20 04:25:17.889569 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdf949-4783-408b-863c-0b8b8be6debb req-98e65541-93b9-4fea-b544-d10d32482816 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:17.891353 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f1cdf949-4783-408b-863c-0b8b8be6debb req-98e65541-93b9-4fea-b544-d10d32482816 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0980606 May 20 04:25:17.942360 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f1cdf949-4783-408b-863c-0b8b8be6debb req-f28f8540-6013-4ab5-a146-e47622514a7b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434775 May 20 04:25:19.185658 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd979d-41b8-40f9-9b31-20bbcecaaec9 req-e7a8303e-625f-42db-9483-6013ef30ec4d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:19.185658 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fdbd979d-41b8-40f9-9b31-20bbcecaaec9 req-e7a8303e-625f-42db-9483-6013ef30ec4d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0972276 May 20 04:25:19.252229 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fdbd979d-41b8-40f9-9b31-20bbcecaaec9 req-08d13427-98bb-4d1e-9c18-1844e160f123 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568614 May 20 04:25:20.434489 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bd63f-8e87-4043-96fa-5983bdd007b6 req-92e43f8e-4b69-46a0-a2e2-b46ffd9a2344 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:20.436078 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-267bd63f-8e87-4043-96fa-5983bdd007b6 req-92e43f8e-4b69-46a0-a2e2-b46ffd9a2344 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0827458 May 20 04:25:20.482972 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-267bd63f-8e87-4043-96fa-5983bdd007b6 req-4f6d4acb-0182-44c8-a2ba-620d4ce8d290 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412817 May 20 04:25:21.567027 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-971638b0-d1c2-493f-b1b1-54feb9e9c044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:21.751993 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179c86c-b3fa-4c50-a78d-95d77c781771 req-7199925e-0dc8-4a2e-8034-723d8e68267a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:21.753416 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b179c86c-b3fa-4c50-a78d-95d77c781771 req-7199925e-0dc8-4a2e-8034-723d8e68267a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0831907 May 20 04:25:21.800866 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b179c86c-b3fa-4c50-a78d-95d77c781771 req-fea52c66-bde8-4c82-99da-c6dab5269f43 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 May 20 04:25:23.124287 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789907f-ff57-4949-b1f5-c3477ca06848 req-7f6d2371-9c23-4e29-b7c3-a204ea54daba tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:23.146324 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7789907f-ff57-4949-b1f5-c3477ca06848 req-7f6d2371-9c23-4e29-b7c3-a204ea54daba tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1938319 May 20 04:25:23.257452 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7789907f-ff57-4949-b1f5-c3477ca06848 req-13cb7b5d-7f6a-4399-97ec-a3527cd667b1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100681 May 20 04:25:23.808740 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-e12ce593-8f61-49fb-a55f-dd5154cecd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:23.976702 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:24.494788 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed333b42-eae5-422c-9e57-e6e7dce9cbfe req-68e5f2b0-9d0b-4a28-82d2-ccaae15eda3f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:24.502823 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ed333b42-eae5-422c-9e57-e6e7dce9cbfe req-68e5f2b0-9d0b-4a28-82d2-ccaae15eda3f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0972164 May 20 04:25:24.552800 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ed333b42-eae5-422c-9e57-e6e7dce9cbfe req-ce1b8cc6-be87-4aa6-96cb-0f7bb83a7ad3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488260 May 20 04:25:24.793325 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:25.759369 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f08d21-ec49-41aa-a7ed-cd3f1d721ab1 req-2a4a7d69-d180-4d2f-ae9c-9c039e22f707 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:25.760889 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-07f08d21-ec49-41aa-a7ed-cd3f1d721ab1 req-2a4a7d69-d180-4d2f-ae9c-9c039e22f707 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0848310 May 20 04:25:25.824731 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-07f08d21-ec49-41aa-a7ed-cd3f1d721ab1 req-cc30c93e-c9e1-4f0b-ab68-90bba54ffdfa tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576947 May 20 04:25:26.440842 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:27.205022 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbf75-e00e-40d6-8523-df38f21be775 req-734ed3cf-8b7e-4cf8-882a-affaad53604e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:27.213779 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b96dbf75-e00e-40d6-8523-df38f21be775 req-734ed3cf-8b7e-4cf8-882a-affaad53604e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1451540 May 20 04:25:27.269527 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b96dbf75-e00e-40d6-8523-df38f21be775 req-42ea08ae-401a-4e55-be4a-1df6050eaa33 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548151 May 20 04:25:27.557688 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30e0f-152b-417b-8820-9576d4063f37 req-ba14cc5d-257b-41b1-9956-0a0ee310c7f6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:27.564009 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-13c30e0f-152b-417b-8820-9576d4063f37 req-ba14cc5d-257b-41b1-9956-0a0ee310c7f6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.0915143 May 20 04:25:27.610378 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-13c30e0f-152b-417b-8820-9576d4063f37 req-bff421f3-bd33-401e-a861-7ffb77fef649 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419371 May 20 04:25:28.497559 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 51544) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:28.534993 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22ff4c-e94f-4ec8-a655-901898b5f7b1 req-2b663e2c-d295-422b-9843-710c2992d3b7 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:28.545152 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-9d22ff4c-e94f-4ec8-a655-901898b5f7b1 req-2b663e2c-d295-422b-9843-710c2992d3b7 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1398408 May 20 04:25:28.576164 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11be9ac-2948-416f-a540-958f0048189c admin admin] Deleting subnet c278bcd6-c7ed-4f57-9b58-bd2e8454947c {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:25:28.579486 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b11be9ac-2948-416f-a540-958f0048189c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:28.612847 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-9d22ff4c-e94f-4ec8-a655-901898b5f7b1 req-41c8b85f-621f-462a-9488-8a3e1dd9a932 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666625 May 20 04:25:28.647338 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b11be9ac-2948-416f-a540-958f0048189c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091801'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:28.746359 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b11be9ac-2948-416f-a540-958f0048189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:28.969386 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613e0e4-ad40-4997-8276-cffda83769d3 req-2f6e30e8-7c3f-467c-b16c-d1205cfdef6b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:28.976351 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3613e0e4-ad40-4997-8276-cffda83769d3 req-2f6e30e8-7c3f-467c-b16c-d1205cfdef6b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1995437 May 20 04:25:29.043997 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3613e0e4-ad40-4997-8276-cffda83769d3 req-3f073cd6-4bba-47f8-9eac-93b6b0057a79 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667334 May 20 04:25:29.169815 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b11be9ac-2948-416f-a540-958f0048189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2130404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686475'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:29.174601 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:29.218639 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b11be9ac-2948-416f-a540-958f0048189c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:29.221753 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11be9ac-2948-416f-a540-958f0048189c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c278bcd6-c7ed-4f57-9b58-bd2e8454947c,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:29.224300 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b11be9ac-2948-416f-a540-958f0048189c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:29.233464 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-b11be9ac-2948-416f-a540-958f0048189c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c278bcd6-c7ed-4f57-9b58-bd2e8454947c HTTP/1.1" status: 204 len: 168 time: 0.7341707 May 20 04:25:29.235863 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 51560) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:29.357885 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:29.552292 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:29.568268 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9dc2326-2a3c-4f75-a3ac-19365957c7ee']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:29.581473 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:29.581775 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5f8efa-cdc3-47ad-a86d-a8dc8de91b3a') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:29.597122 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:29.616223 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:29.625059 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:25:29.625484 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:25:29.642733 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:25:29.757935 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:29.769525 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:29.809797 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:29.830243 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9dc2326-2a3c-4f75-a3ac-19365957c7ee,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:29.841353 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:29.844095 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e9dc2326-2a3c-4f75-a3ac-19365957c7ee HTTP/1.1" status: 204 len: 168 time: 0.6072664 May 20 04:25:29.960627 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466b524-1621-4e97-9bca-2c3706922c39 req-25ef2509-61e3-47aa-9448-f7cc0b63c190 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:29.962087 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3466b524-1621-4e97-9bca-2c3706922c39 req-25ef2509-61e3-47aa-9448-f7cc0b63c190 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1901700 May 20 04:25:30.057859 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3466b524-1621-4e97-9bca-2c3706922c39 req-2837fb0b-d778-4024-a94f-bcdb6ef22081 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859737 May 20 04:25:30.229030 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51594) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:30.286925 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-56f56583-ae64-4add-9817-461f89ee0397 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ef1e050fe6f4c38b3492c305a1ad72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561523 May 20 04:25:30.289622 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51598) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:30.314464 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d81b-f1dc-4ae6-89d6-96dffcfa9c9f req-4a520665-e24e-4a9f-88d1-ad4146040ea1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:30.316247 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1560d81b-f1dc-4ae6-89d6-96dffcfa9c9f req-4a520665-e24e-4a9f-88d1-ad4146040ea1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1105516 May 20 04:25:30.377755 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1560d81b-f1dc-4ae6-89d6-96dffcfa9c9f req-aa915339-115f-4f6f-9dea-e5c2f09ca553 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514205 May 20 04:25:30.401194 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3ece1b74-5550-4514-9a88-173b72e58805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:30.425603 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3ece1b74-5550-4514-9a88-173b72e58805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:30.502003 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3ece1b74-5550-4514-9a88-173b72e58805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:30.505959 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-bf60281d-3fc1-4e78-a8c2-7e7d81273b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:30.526590 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece1b74-5550-4514-9a88-173b72e58805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d70b2a-6376-4d5e-a7fd-ca968d82ebd6,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:30.547772 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3ece1b74-5550-4514-9a88-173b72e58805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:30.568339 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3ece1b74-5550-4514-9a88-173b72e58805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:30.573299 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-3ece1b74-5550-4514-9a88-173b72e58805 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/63d70b2a-6376-4d5e-a7fd-ca968d82ebd6 HTTP/1.1" status: 204 len: 168 time: 0.2819102 May 20 04:25:31.333225 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf833d-ecdd-4bc2-98ff-536fae1a4efc req-d4052a6d-16b2-478d-95d3-4cd318f224d6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:31.341146 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-05cf833d-ecdd-4bc2-98ff-536fae1a4efc req-d4052a6d-16b2-478d-95d3-4cd318f224d6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1181960 May 20 04:25:31.418587 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-05cf833d-ecdd-4bc2-98ff-536fae1a4efc req-ae5ade0b-014a-4db3-9d6d-7eab6b023de3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764501 May 20 04:25:31.909387 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e857046-9657-4b11-bd18-418fec085dfd req-f64dde0b-e82e-4f38-859a-150a59f8ae24 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:31.919397 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0e857046-9657-4b11-bd18-418fec085dfd req-f64dde0b-e82e-4f38-859a-150a59f8ae24 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.3919926 May 20 04:25:32.021762 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0e857046-9657-4b11-bd18-418fec085dfd req-e8f79930-694a-4915-b82a-463499f93f32 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857878 May 20 04:25:32.629537 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e1b66-c193-4b50-9681-852e03e81a68 req-b883fd14-2a21-4a0c-ad2c-c5d74af12fbc tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:32.637735 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2c2e1b66-c193-4b50-9681-852e03e81a68 req-b883fd14-2a21-4a0c-ad2c-c5d74af12fbc tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0976498 May 20 04:25:32.692482 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2c2e1b66-c193-4b50-9681-852e03e81a68 req-4b89b875-1de1-43fc-b7a7-bdf0b2a940ce tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490146 May 20 04:25:32.835439 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51700) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:32.903122 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada2c11a-1823-437e-bc66-a6196e0f1349 admin admin] Deleting subnet 583055fd-6ad5-46f9-a2ee-a20481b7df14 {{(pid=91668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:25:32.907049 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ada2c11a-1823-437e-bc66-a6196e0f1349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:32.963227 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ada2c11a-1823-437e-bc66-a6196e0f1349 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:32.972182 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ada2c11a-1823-437e-bc66-a6196e0f1349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:33.351663 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93920f5-084e-4e43-a656-ed666d96ef52 req-fa5a5a84-5e46-4fa0-bf1f-708de32cf386 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:33.353776 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c93920f5-084e-4e43-a656-ed666d96ef52 req-fa5a5a84-5e46-4fa0-bf1f-708de32cf386 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1058030 May 20 04:25:33.406721 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c93920f5-084e-4e43-a656-ed666d96ef52 req-ffa1a04e-d778-452f-8ddb-a69d5e40a192 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468602 May 20 04:25:33.407652 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ada2c11a-1823-437e-bc66-a6196e0f1349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356'] for subnet, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:33.420509 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-04084ef6-cd28-4583-843c-1976405f2100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:33.457639 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2c11a-1823-437e-bc66-a6196e0f1349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583055fd-6ad5-46f9-a2ee-a20481b7df14,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:33.461151 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ada2c11a-1823-437e-bc66-a6196e0f1349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:33.463217 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ada2c11a-1823-437e-bc66-a6196e0f1349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:33.474294 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-ada2c11a-1823-437e-bc66-a6196e0f1349 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/583055fd-6ad5-46f9-a2ee-a20481b7df14 HTTP/1.1" status: 204 len: 168 time: 0.6377397 May 20 04:25:33.476848 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51732) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:33.606419 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:33.751207 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:33.774033 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.775044 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.775922 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.776355 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > port after_create 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.777097 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.777504 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > port after_update 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.777895 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.778290 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.778692 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.779123 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.933981 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.934492 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.934908 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.935427 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 04:25:33.936154 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b14747-c3f2-476f-8093-fb335a5ad2a5']}} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:33.980917 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29de1fc4-361b-4a65-9d27-eb13bb4f7754') {'for_net_delete': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:33.981213 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29de1fc4-361b-4a65-9d27-eb13bb4f7754') {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:34.007344 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637389'] for segment, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:34.037646 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:34.049117 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=91668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:25:34.049431 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3145717'] for segment, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: from cryptography.utils import int_from_bytes May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: from cryptography.utils import int_from_bytes May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: Traceback (most recent call last): May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: timer() May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: cb(*args, **kw) May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: return func(*args, **kwargs) May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: self._notify() May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: self.callback(batched_events) May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: event.method(event) May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: return f(self, *a, **k) May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: return self._get(url).json() May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: return self.request(url, 'GET', **kwargs) May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:25:34.065628 dv-cinder-782405-9-smb neutron-server[91668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:25:34.155836 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d9da2-30d3-4070-aa1c-1cc1efdea5bf req-1daac1e1-e8af-4749-aeab-cfb801178e11 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:34.157312 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-061d9da2-30d3-4070-aa1c-1cc1efdea5bf req-1daac1e1-e8af-4749-aeab-cfb801178e11 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2128720 May 20 04:25:34.158431 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:34.163246 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:34.195517 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:34.200105 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b14747-c3f2-476f-8093-fb335a5ad2a5,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:34.207897 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:34.226973 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f8b14747-c3f2-476f-8093-fb335a5ad2a5 HTTP/1.1" status: 204 len: 168 time: 0.7482111 May 20 04:25:34.230255 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 51752) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:34.238538 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-061d9da2-30d3-4070-aa1c-1cc1efdea5bf req-23cca70c-683c-4659-a57e-f7ffa19d076d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597706 May 20 04:25:34.293820 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fff86ea-54eb-40ec-8cd5-5b352bb6a27a admin admin] Deleting subnet fd96c0c0-2913-4521-ba45-9b0c2a54f21b {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:25:34.296892 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8fff86ea-54eb-40ec-8cd5-5b352bb6a27a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:34.352320 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8fff86ea-54eb-40ec-8cd5-5b352bb6a27a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091801'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:34.447084 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8fff86ea-54eb-40ec-8cd5-5b352bb6a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:34.605305 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9199d9-e90f-4e1f-9bc6-98ef008915a0 req-7a3ccdcd-abfa-4d0d-b5df-806edf161ccb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:34.615444 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8e9199d9-e90f-4e1f-9bc6-98ef008915a0 req-7a3ccdcd-abfa-4d0d-b5df-806edf161ccb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.0910420 May 20 04:25:34.668116 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8e9199d9-e90f-4e1f-9bc6-98ef008915a0 req-b410478b-2688-4690-bf3d-ff3453fcb887 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513740 May 20 04:25:34.671714 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-c73bc620-f392-4750-a6c1-d5a79015170f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:34.673159 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-c73bc620-f392-4750-a6c1-d5a79015170f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/networks?id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e HTTP/1.1" status: 200 len: 815 time: 0.2725725 May 20 04:25:34.700393 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-3997f91a-2d01-464d-9b84-9080768ec23b tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/quotas/d13ae23867af47c2a2e1adc376ed8e50 HTTP/1.1" status: 200 len: 375 time: 0.0172219 May 20 04:25:34.861316 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-5787f869-f956-48a7-822f-a43cb587cf25 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d13ae23867af47c2a2e1adc376ed8e50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1534836 May 20 04:25:34.873471 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8fff86ea-54eb-40ec-8cd5-5b352bb6a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2130404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686475'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:34.898611 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:34.996154 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff86ea-54eb-40ec-8cd5-5b352bb6a27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd96c0c0-2913-4521-ba45-9b0c2a54f21b,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:35.003755 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8fff86ea-54eb-40ec-8cd5-5b352bb6a27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:35.004734 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8fff86ea-54eb-40ec-8cd5-5b352bb6a27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.021696 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-8fff86ea-54eb-40ec-8cd5-5b352bb6a27a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fd96c0c0-2913-4521-ba45-9b0c2a54f21b HTTP/1.1" status: 204 len: 168 time: 0.7900915 May 20 04:25:35.024053 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 51778) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:35.140719 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-7dc56a5f-2046-44f4-a2e2-5e886c49fa5e service neutron] 10.222.0.72 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658751 May 20 04:25:35.170739 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.394991 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.403689 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-0b1e2cf3-c58a-43cd-a6e3-6a4df231c83a service neutron] 10.222.0.72 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571766 May 20 04:25:35.410546 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8d11d7-3876-47e7-9e37-5a2ad6657a3f']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:35.424812 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312abc30-42a3-4631-a737-27230145277b') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:35.425202 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312abc30-42a3-4631-a737-27230145277b') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:25:35.432853 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dacc24-a9ab-4941-a4a6-9f206b13fe0e req-e90ccb67-0b79-49e7-b294-2e2b8d003256 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:35.434378 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e2dacc24-a9ab-4941-a4a6-9f206b13fe0e req-e90ccb67-0b79-49e7-b294-2e2b8d003256 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0879598 May 20 04:25:35.438627 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.459312 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.470330 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:25:35.470762 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:25:35.486676 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:25:35.493769 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e2dacc24-a9ab-4941-a4a6-9f206b13fe0e req-4b55c0c5-d504-43c2-8052-f10e3adf8d66 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515461 May 20 04:25:35.565830 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.570080 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:35.585442 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:35.596209 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8d11d7-3876-47e7-9e37-5a2ad6657a3f,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:35.599250 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7f8d11d7-3876-47e7-9e37-5a2ad6657a3f HTTP/1.1" status: 204 len: 168 time: 0.5742495 May 20 04:25:35.600381 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-86202505-b747-48cf-9ba5-cf1b5a0e0912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:35.608388 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-a315c27c-dae7-478d-b036-32acba43d776 req-ac95fe65-4c58-4d87-84a8-d4589920807a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Synchronizing usage tracker for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:35.631585 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-a315c27c-dae7-478d-b036-32acba43d776 req-ac95fe65-4c58-4d87-84a8-d4589920807a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Unset dirty status for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:35.633529 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a315c27c-dae7-478d-b036-32acba43d776 req-ac95fe65-4c58-4d87-84a8-d4589920807a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 210 time: 0.0750923 May 20 04:25:35.827680 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51800) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:35.893491 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f3370a4d-e49e-416d-89a3-6ee27db643d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67a6df7f1b88434d9145db30b6245163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645494 May 20 04:25:35.896963 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51808) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:35.995135 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51672639-6ae7-4138-b5a2-24ee72c31de4 req-6a7316e7-e937-4c2d-a55e-3ddff9155576 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:35.998192 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-acaf0afa-210e-4193-8ea3-0e30aa1bcd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.000068 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-51672639-6ae7-4138-b5a2-24ee72c31de4 req-6a7316e7-e937-4c2d-a55e-3ddff9155576 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.2103953 May 20 04:25:36.062602 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-acaf0afa-210e-4193-8ea3-0e30aa1bcd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.080771 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-51672639-6ae7-4138-b5a2-24ee72c31de4 req-102fb81a-ff4a-4c22-ad1c-8c1c754ebd25 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721805 May 20 04:25:36.148960 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-acaf0afa-210e-4193-8ea3-0e30aa1bcd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.154781 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-768a65af-f4f8-42f2-a5c5-7dfb58c271a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:36.168788 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf0afa-210e-4193-8ea3-0e30aa1bcd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3714203c-f2b8-4bcc-a564-f4ccd74a15e2,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:36.172711 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-acaf0afa-210e-4193-8ea3-0e30aa1bcd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:36.183291 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-acaf0afa-210e-4193-8ea3-0e30aa1bcd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.187354 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-acaf0afa-210e-4193-8ea3-0e30aa1bcd69 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3714203c-f2b8-4bcc-a564-f4ccd74a15e2 HTTP/1.1" status: 204 len: 168 time: 0.2870982 May 20 04:25:36.326456 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 51820) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:36.466089 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab91263-7c49-4115-8073-9671988bdb43 req-0f672f22-db25-4b81-a6a3-66fc79158d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:36.467650 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6ab91263-7c49-4115-8073-9671988bdb43 req-0f672f22-db25-4b81-a6a3-66fc79158d7d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 1099 time: 0.0843637 May 20 04:25:36.514171 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6ab91263-7c49-4115-8073-9671988bdb43 req-51118d0d-8051-47a7-a7e6-e135ea809987 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 May 20 04:25:36.596872 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.612995 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:36.614983 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 51830) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:36.630764 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] Usage tracker for resource:security_group_rule and tenant:091b893f46f843fe9d3314e929a30092 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:36.637628 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:36.647096 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:36.686055 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a4d27-330c-4cea-bd5a-be4b2f3678cf req-1f7918d6-c247-4d37-94a9-19bf3ddfd82f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:36.687597 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2a9a4d27-330c-4cea-bd5a-be4b2f3678cf req-1f7918d6-c247-4d37-94a9-19bf3ddfd82f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0901704 May 20 04:25:36.695628 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-1921ff2e-a428-46dd-abab-2686ea5903db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4db684e616e34206a363385cf0d69e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793526 May 20 04:25:36.699337 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 51836) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:36.748764 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2a9a4d27-330c-4cea-bd5a-be4b2f3678cf req-f7ffcf54-3254-480e-b642-e5fbd23eac0b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548871 May 20 04:25:36.834421 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6e36518-a120-4317-adeb-c045171859d1 req-06881b4d-d107-42b5-a692-0443e8b82052 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 210 time: 0.0736849 May 20 04:25:36.838014 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7ab6-1b4f-4411-a9dd-b8d83fbb2f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.885668 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.887578 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7ab6-1b4f-4411-a9dd-b8d83fbb2f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.896268 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:36.907738 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-70e2843c-e7f9-4470-a414-84dd29c2721a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:36.969693 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=091b893f46f843fe9d3314e929a30092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6421580 May 20 04:25:36.972378 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 51840) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:36.975655 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da772602-652f-4865-a82d-7fc2d51c1dc3,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:36.988719 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:37.016904 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7ab6-1b4f-4411-a9dd-b8d83fbb2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:37.025014 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-382d6d04-2d29-493c-8457-63e2ea690c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:37.040945 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d7ab6-1b4f-4411-a9dd-b8d83fbb2f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a7ef85-9bb5-4224-937b-0062342a1b5e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:37.044499 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2c0d7ab6-1b4f-4411-a9dd-b8d83fbb2f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:37.064715 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2c0d7ab6-1b4f-4411-a9dd-b8d83fbb2f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:37.065931 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-2c0d7ab6-1b4f-4411-a9dd-b8d83fbb2f35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/13a7ef85-9bb5-4224-937b-0062342a1b5e HTTP/1.1" status: 204 len: 168 time: 0.3655066 May 20 04:25:37.066919 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-11955001-9d85-4deb-8742-c3fe5f8c8071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:37.095491 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-11955001-9d85-4deb-8742-c3fe5f8c8071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:37.166343 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-11955001-9d85-4deb-8742-c3fe5f8c8071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:37.175267 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6c9e26a1-1106-4e64-bcfd-8c3eb34b0fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:37.198450 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11955001-9d85-4deb-8742-c3fe5f8c8071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da772602-652f-4865-a82d-7fc2d51c1dc3,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:37.202360 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-11955001-9d85-4deb-8742-c3fe5f8c8071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:37.206175 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-11955001-9d85-4deb-8742-c3fe5f8c8071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:37.210705 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-11955001-9d85-4deb-8742-c3fe5f8c8071 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da772602-652f-4865-a82d-7fc2d51c1dc3 HTTP/1.1" status: 204 len: 168 time: 0.2373435 May 20 04:25:37.293504 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a08fc-051a-4570-9ff5-c423e5313ba0 req-cc9a4abc-7295-41e9-96a9-dad2e020eb74 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:37.295186 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-152a08fc-051a-4570-9ff5-c423e5313ba0 req-cc9a4abc-7295-41e9-96a9-dad2e020eb74 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.0998492 May 20 04:25:37.538820 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-152a08fc-051a-4570-9ff5-c423e5313ba0 req-a2b5b6a3-33cc-432f-bde2-f4293f1c4d66 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338688 May 20 04:25:37.604219 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-d848e063-ea43-4249-8f39-d07c4d2c035e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:37.604959 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-d848e063-ea43-4249-8f39-d07c4d2c035e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Synchronizing usage tracker for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:network {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:37.630517 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-d848e063-ea43-4249-8f39-d07c4d2c035e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Unset dirty status for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:network {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:37.631744 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-d848e063-ea43-4249-8f39-d07c4d2c035e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.79 "GET /v2.0/networks?id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e HTTP/1.1" status: 200 len: 815 time: 0.3236451 May 20 04:25:37.663273 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'port': {'device_id': '96f14143-5f4f-4685-a742-17c395c05329', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'admin_state_up': True, 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:37.960797 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:38.010830 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0808b31-9e9c-4c8d-908b-78ecced09f98 req-e89ab270-c5ea-4b7a-968f-a24203a68e22 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:38.018192 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:38.019870 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d0808b31-9e9c-4c8d-908b-78ecced09f98 req-e89ab270-c5ea-4b7a-968f-a24203a68e22 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1435721 May 20 04:25:38.028825 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c041858b-6db7-443d-8710-cd783da5ea5e req-3d8871c8-c4c5-40ba-a559-0daa2f8adb36 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 210 time: 0.0625255 May 20 04:25:38.041100 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Made reservation on behalf of d13ae23867af47c2a2e1adc376ed8e50 for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:25:38.048871 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:38.084607 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d0808b31-9e9c-4c8d-908b-78ecced09f98 req-00230201-1c52-4f75-8b9d-899fefb448b4 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638525 May 20 04:25:38.286512 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Allocated IP 172.20.0.12 (58cd3af5-8740-4ab3-8d9f-4bfd81a4616e/f9f9ed88-81d5-4c63-980a-b925c11c09f9/1f0be407-b7dc-4df3-81f2-95e1e5d7d086) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:25:38.639646 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:38.731176 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:38.922559 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Transition to ACTIVE for port object 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:25:38.993648 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cfce0-845c-45b9-8e51-7205b8a7861a req-1cb9b6f3-9b56-41fc-ac2a-2b02db953278 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:39.004123 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-320cfce0-845c-45b9-8e51-7205b8a7861a req-1cb9b6f3-9b56-41fc-ac2a-2b02db953278 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1832104 May 20 04:25:39.018038 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813acaf-f287-496b-a53f-d5c80421091b req-e324275a-cb83-4ff2-8fbb-74f6bf49130f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:39.045461 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a813acaf-f287-496b-a53f-d5c80421091b req-e324275a-cb83-4ff2-8fbb-74f6bf49130f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.3175638 May 20 04:25:39.123774 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-320cfce0-845c-45b9-8e51-7205b8a7861a req-1da7b13d-e9d9-464e-bd07-18dbf366d6c9 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183434 May 20 04:25:39.129107 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:39.174887 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a813acaf-f287-496b-a53f-d5c80421091b req-41576d52-fb02-4fca-944c-4cf0c6e9e79b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239548 May 20 04:25:39.190901 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:39.317006 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:25:39.320798 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:39.338623 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:25:39.369790 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470658-5179-46e1-a8ab-1ec0a5a1d379 req-c274ee4b-60b8-45ff-aaa7-ed2065eabf31 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:39.379446 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c7470658-5179-46e1-a8ab-1ec0a5a1d379 req-c274ee4b-60b8-45ff-aaa7-ed2065eabf31 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 932 time: 0.1155040 May 20 04:25:39.447446 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'Port': ['ID=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:39.456669 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c7470658-5179-46e1-a8ab-1ec0a5a1d379 req-8acc19b7-6659-426f-99fa-41284565d95a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753791 May 20 04:25:39.466200 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:39.480637 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:39.481295 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:39.493648 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 51918) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:39.528868 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8709977 May 20 04:25:39.662252 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:39.679883 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:39.684102 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] Usage tracker for resource:security_group_rule and tenant:1aa4cece234348a9877462340ba375c7 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:39.687043 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:39.692817 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:39.760071 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-e3b923af-3eb6-4967-946b-890761223b1b None None] Provisioning for port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:25:39.765738 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-e3b923af-3eb6-4967-946b-890761223b1b None None] Provisioning complete for port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:39.766112 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-e3b923af-3eb6-4967-946b-890761223b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:39.814371 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:39.841019 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:39.845829 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-e3b923af-3eb6-4967-946b-890761223b1b None None] Port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:25:39.850464 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-39be9512-4903-41ef-9353-7ad9fe25757d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:39.894523 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1aa4cece234348a9877462340ba375c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996451 May 20 04:25:39.896311 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2c0801-facc-4b2a-9aff-e8fc7d4c9ac8,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:39.897206 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51924) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:39.899977 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:39.920080 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b54d3a7b-8457-4be0-972c-d7dbafdf020c details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:25:39.980766 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0cdba70-b5e5-4b34-a24c-b705f4b9287b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:40.009615 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0cdba70-b5e5-4b34-a24c-b705f4b9287b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:40.064438 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:40.070768 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0cdba70-b5e5-4b34-a24c-b705f4b9287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:40.080566 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'port_id': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'mac_address': 'fa:16:3e:07:77:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:25:40.080900 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6c95ab3c-97d4-4efe-9b18-cdebd68a3497 tempest-VolumesNegativeTest-1284464675 tempest-VolumesNegativeTest-1284464675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:40.100454 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdba70-b5e5-4b34-a24c-b705f4b9287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2c0801-facc-4b2a-9aff-e8fc7d4c9ac8,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:40.112591 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c0cdba70-b5e5-4b34-a24c-b705f4b9287b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:40.113619 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0cdba70-b5e5-4b34-a24c-b705f4b9287b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:40.114718 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-c0cdba70-b5e5-4b34-a24c-b705f4b9287b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a2c0801-facc-4b2a-9aff-e8fc7d4c9ac8 HTTP/1.1" status: 204 len: 168 time: 0.2164583 May 20 04:25:40.199820 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:40.232025 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b54d3a7b-8457-4be0-972c-d7dbafdf020c {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:25:40.263514 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:40.270457 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:40.275420 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:40.471439 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=6']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:40.484840 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:40.511544 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['b54d3a7b-8457-4be0-972c-d7dbafdf020c'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:25:40.514889 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b2fba-77d2-4a50-b740-899d997447f7 req-ef960ecb-627e-4a74-9d70-599007e8d321 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:40.517374 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e33b2fba-77d2-4a50-b740-899d997447f7 req-ef960ecb-627e-4a74-9d70-599007e8d321 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2152276 May 20 04:25:40.578028 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106744a-32ac-42d0-891c-811e69284bdc req-88dea849-83ca-483b-9c99-fba05a3a940f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:40.584042 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e33b2fba-77d2-4a50-b740-899d997447f7 req-a839390e-7927-4ae7-864a-7cd8d68e28f6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594170 May 20 04:25:40.586992 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-8106744a-32ac-42d0-891c-811e69284bdc req-88dea849-83ca-483b-9c99-fba05a3a940f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 944 time: 0.1917477 May 20 04:25:40.702581 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-8106744a-32ac-42d0-891c-811e69284bdc req-19bc4007-e93c-48f4-b3e8-721ef5a6e724 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145794 May 20 04:25:40.861908 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c213c1-e6a2-46eb-910e-577731443f0c req-b80e3572-a6e9-44f9-bfba-120f0de38112 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:40.864396 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f6c213c1-e6a2-46eb-910e-577731443f0c req-b80e3572-a6e9-44f9-bfba-120f0de38112 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Synchronizing usage tracker for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:40.884986 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f6c213c1-e6a2-46eb-910e-577731443f0c req-b80e3572-a6e9-44f9-bfba-120f0de38112 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Unset dirty status for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:40.886561 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f6c213c1-e6a2-46eb-910e-577731443f0c req-b80e3572-a6e9-44f9-bfba-120f0de38112 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 932 time: 0.1254127 May 20 04:25:40.938248 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f6c213c1-e6a2-46eb-910e-577731443f0c req-42b0764a-7b9e-47fc-b586-707c9a0b8ab3 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Synchronizing usage tracker for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:40.964798 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f6c213c1-e6a2-46eb-910e-577731443f0c req-42b0764a-7b9e-47fc-b586-707c9a0b8ab3 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Unset dirty status for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:40.966007 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f6c213c1-e6a2-46eb-910e-577731443f0c req-42b0764a-7b9e-47fc-b586-707c9a0b8ab3 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724916 May 20 04:25:41.230116 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 51958) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:41.346165 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1999903377-network', 'tenant_id': '2e344989bb5e46e4950b72781b3ee230'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:41.350915 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:41.366543 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Usage tracker for resource:network and tenant:2e344989bb5e46e4950b72781b3ee230 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:41.370300 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:41.380711 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:41.390476 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Made reservation on behalf of 2e344989bb5e46e4950b72781b3ee230 for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:25:41.392920 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:41.405989 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:41.421666 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:41.426561 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Usage tracker for resource:security_group_rule and tenant:2e344989bb5e46e4950b72781b3ee230 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:41.429855 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:41.436640 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:41.524111 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:41.528641 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:41.531845 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-423adeef-a87b-48ab-9497-db05e18f550d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:41.561656 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=91668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:25:41.572139 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44afa9bd-ee8f-4516-a53e-32d3ef69b72b,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:41.576570 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:41.581628 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:41.582122 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Added segment 48d7e795-31b1-4eef-af2d-14e5cd2fe32b of type vlan for network 323d46e0-a98d-40fa-995c-89ae76470d98 May 20 04:25:41.621344 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:41.668962 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:41.670746 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:41.671499 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:41.676872 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:41.787661 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 51972) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:25:41.794810 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Request body: {'subnet': {'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1999903377-subnet', 'tenant_id': '2e344989bb5e46e4950b72781b3ee230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:41.795146 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5531340 May 20 04:25:41.801932 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:41.806111 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Usage tracker for resource:subnet and tenant:2e344989bb5e46e4950b72781b3ee230 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:41.809978 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:41.818812 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:41.852074 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Made reservation on behalf of 2e344989bb5e46e4950b72781b3ee230 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:25:41.858521 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686512'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:41.870630 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Pushing event updated for resources: {'Network': ['ID=323d46e0-a98d-40fa-995c-89ae76470d98,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:41.873330 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:41.881804 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network 323d46e0-a98d-40fa-995c-89ae76470d98 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:25:41.972248 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b54d3a7b-8457-4be0-972c-d7dbafdf020c up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:42.025687 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb10088-a683-4e85-910f-3a2914f36846 req-cdc60e51-fbba-4500-ada1-9c129e6f51fa tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:42.027130 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d24dc5-6a4b-4fae-80ea-f986cdbdef9d req-6fa4d95c-cdc3-4987-9f8f-c82088bdf1f0 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:42.037372 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-30d24dc5-6a4b-4fae-80ea-f986cdbdef9d req-6fa4d95c-cdc3-4987-9f8f-c82088bdf1f0 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.3137119 May 20 04:25:42.050344 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7fb10088-a683-4e85-910f-3a2914f36846 req-cdc60e51-fbba-4500-ada1-9c129e6f51fa tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 944 time: 0.1522734 May 20 04:25:42.098236 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port b54d3a7b-8457-4be0-972c-d7dbafdf020c triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:42.098928 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:42.151639 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-30d24dc5-6a4b-4fae-80ea-f986cdbdef9d req-94067af1-dbfd-4e04-ac9a-6c4b4a7984d6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130922 May 20 04:25:42.162864 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7fb10088-a683-4e85-910f-3a2914f36846 req-2f961364-1813-4bbc-8f59-6c0a1f6433b6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115704 May 20 04:25:42.265627 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:42.311135 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:42.323639 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:42.340208 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:42.346228 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-088def77-a22c-47e3-8647-ab81de2ede83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:42.397832 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'code': 200} May 20 04:25:42.443836 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=7']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:42.455254 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:42.543430 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf7034-fcdb-4798-844e-11e49d253c00 req-eef952ce-a660-494e-a93a-b8e5343888dc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:42.544963 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6caf7034-fcdb-4798-844e-11e49d253c00 req-eef952ce-a660-494e-a93a-b8e5343888dc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 932 time: 0.1821511 May 20 04:25:42.606211 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6caf7034-fcdb-4798-844e-11e49d253c00 req-fa4347cc-9dd8-4f13-81b6-04fc29cd108d tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534899 May 20 04:25:42.678558 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2130347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686466'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:42.683780 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:42.753753 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ef3869-013d-46be-bb19-01d0e0eef674,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:42.757899 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:42.766371 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Checking segment: {'id': '48d7e795-31b1-4eef-af2d-14e5cd2fe32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:25:42.766681 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Network hostable DHCP agents. Network: 323d46e0-a98d-40fa-995c-89ae76470d98, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:25:42.784231 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Network 323d46e0-a98d-40fa-995c-89ae76470d98 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:25:42.794483 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, 323d46e0-a98d-40fa-995c-89ae76470d98) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:42.805020 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:42.806141 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:42.813496 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a590d0af-3fa0-4301-8f97-57a92cee6373 None None] Network 323d46e0-a98d-40fa-995c-89ae76470d98 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:25:42.855972 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-3bee0039-9574-4a85-86e8-3fb50b0c1704 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0559864 May 20 04:25:43.082805 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d473e-4c2f-4dbf-84ad-718a66d484da None None] Network 323d46e0-a98d-40fa-995c-89ae76470d98 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:25:43.420688 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6f5b-9a4f-435d-bac1-98c426e8b399 req-360dbf87-5a43-4df6-a36a-d3d737d862a0 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:43.422574 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-218a6f5b-9a4f-435d-bac1-98c426e8b399 req-360dbf87-5a43-4df6-a36a-d3d737d862a0 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1437192 May 20 04:25:43.509514 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-218a6f5b-9a4f-435d-bac1-98c426e8b399 req-6409ad8e-19d1-42f5-8965-ae1087c363fa tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740438 May 20 04:25:43.606763 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47712f3a-73b2-4dbf-9764-941250602e6e req-5fcba832-358b-472d-b2a5-ad334f0dd51d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:43.620493 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-47712f3a-73b2-4dbf-9764-941250602e6e req-5fcba832-358b-472d-b2a5-ad334f0dd51d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.2619393 May 20 04:25:43.764065 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-47712f3a-73b2-4dbf-9764-941250602e6e req-cfeb61b5-fb2f-4754-bc55-ca5a269902c8 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410995 May 20 04:25:43.853923 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3127-f470-466a-ab80-76a735fdffc0 req-bb41df2b-309c-4c7c-bcc4-9462d285265c tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:43.855454 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f25f3127-f470-466a-ab80-76a735fdffc0 req-bb41df2b-309c-4c7c-bcc4-9462d285265c tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 932 time: 0.1320367 May 20 04:25:43.944055 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f25f3127-f470-466a-ab80-76a735fdffc0 req-09b209cb-9bac-49c5-90e2-755c063158f5 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823748 May 20 04:25:44.703076 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe2247-abb2-4f13-8406-fb358512c172 req-9fc84182-adc8-44a9-b9b6-15ff9c7294e6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:44.704729 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-82fe2247-abb2-4f13-8406-fb358512c172 req-9fc84182-adc8-44a9-b9b6-15ff9c7294e6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0855834 May 20 04:25:44.753359 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-82fe2247-abb2-4f13-8406-fb358512c172 req-db6498fb-e91e-4d5e-997e-bac64aa6faf9 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 May 20 04:25:44.975327 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717c727-f1ad-4326-af5e-5e84f1a2c0d4 req-d3dd58c5-dd16-4d90-9eea-8418f9d43846 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:44.977156 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e717c727-f1ad-4326-af5e-5e84f1a2c0d4 req-d3dd58c5-dd16-4d90-9eea-8418f9d43846 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.0981328 May 20 04:25:45.039895 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e717c727-f1ad-4326-af5e-5e84f1a2c0d4 req-d71e2408-ee42-4b56-b4d4-f573a256b134 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480878 May 20 04:25:45.197835 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843cf24-3eef-47e7-b4e2-ce6e276be9d5 req-c69d99ff-8bfe-4ef3-886d-c4a217429723 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:45.205550 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e843cf24-3eef-47e7-b4e2-ce6e276be9d5 req-c69d99ff-8bfe-4ef3-886d-c4a217429723 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 932 time: 0.1166523 May 20 04:25:45.269402 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e843cf24-3eef-47e7-b4e2-ce6e276be9d5 req-d9fa54dc-893f-4dce-a73a-332e8b9fc061 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590007 May 20 04:25:45.534972 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-89b42e87-6cd6-4d66-9b9b-45953e7459dc tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:45.536029 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-89b42e87-6cd6-4d66-9b9b-45953e7459dc tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Synchronizing usage tracker for tenant:2e344989bb5e46e4950b72781b3ee230 on resource:network {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:45.555740 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-89b42e87-6cd6-4d66-9b9b-45953e7459dc tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Unset dirty status for tenant:2e344989bb5e46e4950b72781b3ee230 on resource:network {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:45.556989 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-89b42e87-6cd6-4d66-9b9b-45953e7459dc tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/networks?id=323d46e0-a98d-40fa-995c-89ae76470d98 HTTP/1.1" status: 200 len: 814 time: 0.2650802 May 20 04:25:45.573306 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-04be96a6-8d23-4cb9-8608-aa3226ca4899 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/quotas/2e344989bb5e46e4950b72781b3ee230 HTTP/1.1" status: 200 len: 375 time: 0.0107729 May 20 04:25:45.623648 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-d72db816-922e-4541-b7fa-8ea40b353f85 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e344989bb5e46e4950b72781b3ee230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444064 May 20 04:25:45.758913 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-a945ba06-369c-4754-92cf-becb6bd1635d service neutron] 10.222.0.72 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282005 May 20 04:25:45.925390 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-6a3e6ab8-ecf3-49d7-af4d-25cddbc938c2 service neutron] 10.222.0.72 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604993 May 20 04:25:45.994673 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62419510-df54-4b5e-8d2e-f3e9d38d0e7b req-f0638b4a-620d-438a-98cb-1687e9fb712e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:45.996233 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-62419510-df54-4b5e-8d2e-f3e9d38d0e7b req-f0638b4a-620d-438a-98cb-1687e9fb712e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1238077 May 20 04:25:46.080110 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-62419510-df54-4b5e-8d2e-f3e9d38d0e7b req-2d558af1-52b5-4b3a-b98a-773031ff85ea tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776372 May 20 04:25:46.128223 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f09ea3d3-a51b-4b0f-97f4-a03eeecc701b req-8df5574c-f159-42dd-a886-7c3b9a7f2b38 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 210 time: 0.0601268 May 20 04:25:46.312462 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b240643-6e71-43b4-ae66-e4141b84f0cb req-b5a915c3-4db5-4cec-a156-124d0e97b14f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:46.314252 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7b240643-6e71-43b4-ae66-e4141b84f0cb req-b5a915c3-4db5-4cec-a156-124d0e97b14f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1061757 May 20 04:25:46.368500 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7b240643-6e71-43b4-ae66-e4141b84f0cb req-a885d95f-d833-44fb-a02c-0aaf3488b0e1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481236 May 20 04:25:46.601998 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb207d-242a-43ed-8af0-739574384ac0 req-e483c205-7441-4088-bcbc-e64a256bd290 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:46.609771 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e7bb207d-242a-43ed-8af0-739574384ac0 req-e483c205-7441-4088-bcbc-e64a256bd290 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 932 time: 0.1047077 May 20 04:25:46.657175 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e7bb207d-242a-43ed-8af0-739574384ac0 req-5fbbbfb3-3310-4487-9333-a92259930a3a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465207 May 20 04:25:47.288664 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b126e0-6d9b-4d08-b2a6-e47f5962bcfd req-7142a031-31f9-4635-8e18-6581aed3762b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:47.290298 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f5b126e0-6d9b-4d08-b2a6-e47f5962bcfd req-7142a031-31f9-4635-8e18-6581aed3762b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0873201 May 20 04:25:47.296791 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f82eafc2-be69-4dfd-ac81-a0e032a71cbf req-bb2262e1-9244-405d-ad96-99e068846d1a tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 210 time: 0.0469007 May 20 04:25:47.336829 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f5b126e0-6d9b-4d08-b2a6-e47f5962bcfd req-fc0b3373-7815-4b14-92ff-703cc047c06b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 May 20 04:25:47.622808 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e846aa-8df9-48a7-956b-4d746d43615a req-d308aafc-fc98-478b-b3cc-e65ea1802b75 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:47.624646 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-19e846aa-8df9-48a7-956b-4d746d43615a req-d308aafc-fc98-478b-b3cc-e65ea1802b75 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.0906539 May 20 04:25:47.673038 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-19e846aa-8df9-48a7-956b-4d746d43615a req-2c8a634a-16c3-4773-8c66-ad3f2fcc4110 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 May 20 04:25:47.848692 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7edfca-ce27-40ad-a009-545170330552 req-cb37a331-4601-4c13-945b-aa5f04a176b3 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:47.850131 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-8c7edfca-ce27-40ad-a009-545170330552 req-cb37a331-4601-4c13-945b-aa5f04a176b3 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 932 time: 0.0856032 May 20 04:25:47.896090 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-8c7edfca-ce27-40ad-a009-545170330552 req-1b8df34c-7172-45ad-a397-144d17071ef3 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390151 May 20 04:25:48.446040 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-9abbd24d-d82f-4524-af96-e486ed6b3296 req-f926ae70-2a5a-4e7f-8066-aecfd5db9ff3 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 210 time: 0.0437238 May 20 04:25:48.529775 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704050f-697b-4f5a-80a4-e6896d7a6d44 req-99bb1152-8cc6-4985-b892-40dc510b9cd9 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:48.531936 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d704050f-697b-4f5a-80a4-e6896d7a6d44 req-99bb1152-8cc6-4985-b892-40dc510b9cd9 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0872123 May 20 04:25:48.581303 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d704050f-697b-4f5a-80a4-e6896d7a6d44 req-97632828-bbc8-435c-add1-3ce9d352428c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440679 May 20 04:25:48.892590 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8bdf6-775d-454b-86b2-44f20472b4c8 req-a7ba023a-39e6-44b1-a809-73f8951cce46 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:48.894123 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-50d8bdf6-775d-454b-86b2-44f20472b4c8 req-a7ba023a-39e6-44b1-a809-73f8951cce46 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.0872359 May 20 04:25:48.940916 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-50d8bdf6-775d-454b-86b2-44f20472b4c8 req-2a454555-7dcf-4a16-8a61-f9815d96d998 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401628 May 20 04:25:49.092307 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9000ddc-30ef-4c9a-b8b8-a09b5edb878a req-7b0c1ec9-eaf3-48d7-bd3e-a2f5de01859e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:49.093734 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d9000ddc-30ef-4c9a-b8b8-a09b5edb878a req-7b0c1ec9-eaf3-48d7-bd3e-a2f5de01859e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 932 time: 0.0802722 May 20 04:25:49.139940 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d9000ddc-30ef-4c9a-b8b8-a09b5edb878a req-144d902b-5cd0-42a5-b3c1-6ca01a0b2d6d tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 May 20 04:25:49.591557 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a258951-4742-496e-aa38-ea37e2f0fc3e req-ab37a3e5-dbe7-4330-8254-fe5777b03c98 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 210 time: 0.0436409 May 20 04:25:49.722270 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Request body: {'port': {'device_id': '96f14143-5f4f-4685-a742-17c395c05329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:49.841668 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:49.848556 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0ff81-2a73-4789-86b2-9fdfaf557c2c req-6b5c70f2-f826-4829-bd5a-00c1ce7e2fd6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:49.850053 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-99e0ff81-2a73-4789-86b2-9fdfaf557c2c req-6b5c70f2-f826-4829-bd5a-00c1ce7e2fd6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1601472 May 20 04:25:49.853383 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e784e4-7846-4d59-b692-0c1733d39c19 req-1ff19c93-3714-47ce-b6dd-be3b17c2ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:49.854716 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f5e784e4-7846-4d59-b692-0c1733d39c19 req-1ff19c93-3714-47ce-b6dd-be3b17c2ac28 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8d0f434122d479b92fc096f3e87dc14&device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 1099 time: 0.1156549 May 20 04:25:50.000813 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-99e0ff81-2a73-4789-86b2-9fdfaf557c2c req-32534fa0-6706-4c44-b8da-18aa50c54c19 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442635 May 20 04:25:50.046077 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e784e4-7846-4d59-b692-0c1733d39c19 req-56d83ac3-de84-4535-9c67-3943b9631abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:50.047694 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f5e784e4-7846-4d59-b692-0c1733d39c19 req-56d83ac3-de84-4535-9c67-3943b9631abc service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 200 len: 920 time: 0.1727295 May 20 04:25:50.185625 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f5e784e4-7846-4d59-b692-0c1733d39c19 req-26fc73d3-fdb2-4f58-8e0b-1eda1a661fb3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c14c2540-a763-4f40-a0ff-f367f325c967 HTTP/1.1" status: 200 len: 217 time: 0.0832460 May 20 04:25:50.263275 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757e976-7c9b-4a8f-9054-8d7444b06b68 req-aa45fbde-d66d-41e2-a2cc-f954a292a0b6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:50.264681 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4757e976-7c9b-4a8f-9054-8d7444b06b68 req-aa45fbde-d66d-41e2-a2cc-f954a292a0b6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1468663 May 20 04:25:50.326372 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e784e4-7846-4d59-b692-0c1733d39c19 req-fa61b5fc-df80-47d7-b9e3-e3d47e9252b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:50.327829 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f5e784e4-7846-4d59-b692-0c1733d39c19 req-fa61b5fc-df80-47d7-b9e3-e3d47e9252b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 200 len: 859 time: 0.1109946 May 20 04:25:50.350794 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:25:50.352565 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2a07-2bab-4990-88dc-e3a273611f58 req-4077e076-e042-43f1-ba4b-503df6882a53 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:50.353990 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a42e2a07-2bab-4990-88dc-e3a273611f58 req-4077e076-e042-43f1-ba4b-503df6882a53 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 932 time: 0.0982401 May 20 04:25:50.362211 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4757e976-7c9b-4a8f-9054-8d7444b06b68 req-07b49857-879f-4f26-aba9-eddbc11c262d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919342 May 20 04:25:50.363939 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.380109 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Transition to ACTIVE for port object 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:25:50.385108 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.389044 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-65c4a8a0-fb5f-454c-9b48-667db78129ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:50.424000 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f5e784e4-7846-4d59-b692-0c1733d39c19 req-58f8ab13-a392-4d8d-8b1d-6e423203bdbb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5609bc5-6269-462d-ae3a-3769e5221748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653474 May 20 04:25:50.488259 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a42e2a07-2bab-4990-88dc-e3a273611f58 req-ba300da6-9e11-4cc6-bd03-ef702bf06fb2 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864236 May 20 04:25:50.599591 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:50.610345 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:50.680140 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f5e784e4-7846-4d59-b692-0c1733d39c19 req-d24d0917-7b7d-4407-919e-f15618613826 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475877 May 20 04:25:50.810545 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c60dda3d-d7c5-4b78-9029-393d6636ff40 req-add9f516-9a56-484b-8a64-74593dc15b4e tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 210 time: 0.0503886 May 20 04:25:50.828100 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Attempting to bind port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:25:50.828710 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Attempting to bind port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:25:50.829200 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Attempting to bind port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 on network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:25:50.835510 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 on network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:25:50.836034 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Attempting to bind port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 on network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:25:50.844126 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:25:50.844855 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Checking segment: {'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:25:50.845635 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Bound using segment: {'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:25:50.845766 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Bound port: 1f0be407-b7dc-4df3-81f2-95e1e5d7d086, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83d895c-3013-4733-9454-34f67a517272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:25:50.846022 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.951164 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] For port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:25:50.955228 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] For port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:25:50.960699 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:50.974482 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-217ae630-eea6-483b-9e63-005e5d1bf619 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:51.022106 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f5e784e4-7846-4d59-b692-0c1733d39c19 req-c9062095-7b63-442f-b5f2-fc35daaf91f5 service neutron] 10.222.0.79 "GET /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340473 May 20 04:25:51.032271 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-b1b1ee14-8bb7-48d7-bf5e-d78eecd63ef5 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:51.034635 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-b1b1ee14-8bb7-48d7-bf5e-d78eecd63ef5 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.79 "GET /v2.0/networks?id=323d46e0-a98d-40fa-995c-89ae76470d98 HTTP/1.1" status: 200 len: 814 time: 0.2144952 May 20 04:25:51.057135 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Request body: {'port': {'device_id': 'ba9c0de0-c97a-45fa-8a47-0311c5b2c288', 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98', 'admin_state_up': True, 'tenant_id': '2e344989bb5e46e4950b72781b3ee230'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:51.070692 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:51.075325 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:51.077058 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:51.077817 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.079976 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] 10.222.0.79 "PUT /v2.0/ports/1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 1094 time: 1.3683524 May 20 04:25:51.080590 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:51.168511 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'status': 'completed', 'code': 200} May 20 04:25:51.338185 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:25:51.344434 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Usage tracker for resource:port and tenant:2e344989bb5e46e4950b72781b3ee230 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:25:51.348709 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:25:51.367047 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bfd20-5c7a-47c9-8b0e-cb2332907533 req-da81d186-a5b5-4047-adc1-d9369069f6f1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:51.382217 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6d8bfd20-5c7a-47c9-8b0e-cb2332907533 req-da81d186-a5b5-4047-adc1-d9369069f6f1 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1582754 May 20 04:25:51.388679 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-bd23e197-1db2-472d-bc9f-0abc5fc6b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:51.394954 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-bd23e197-1db2-472d-bc9f-0abc5fc6b50f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d13ae23867af47c2a2e1adc376ed8e50&device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 1097 time: 0.1580830 May 20 04:25:51.398653 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:25:51.437356 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Made reservation on behalf of 2e344989bb5e46e4950b72781b3ee230 for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:25:51.441518 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.480981 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6d8bfd20-5c7a-47c9-8b0e-cb2332907533 req-91c8ddff-b689-4ac7-a494-6cd02b450edb tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978198 May 20 04:25:51.588133 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-47ce3e36-5341-4737-9d05-bab86345e259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:51.640811 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-80c506d3-37c1-47e2-a257-d2d590db0503 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 217 time: 0.1787338 May 20 04:25:51.678678 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Allocated IP 172.20.0.12 (323d46e0-a98d-40fa-995c-89ae76470d98/55ef3869-013d-46be-bb19-01d0e0eef674/ea17c0ae-4835-4c20-a49d-88a59e528bce) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:25:51.799956 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-483e3bba-9d8f-4038-96e3-ff95b6a0181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:51.801605 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-483e3bba-9d8f-4038-96e3-ff95b6a0181d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9f9ed88-81d5-4c63-980a-b925c11c09f9 HTTP/1.1" status: 200 len: 854 time: 0.0726447 May 20 04:25:51.920005 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6fd7b-1ed4-4077-9b53-b1aa6133e5c0 req-97903ba6-e3e4-49f2-a0b8-821eec7fe1f7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:51.928094 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68e6fd7b-1ed4-4077-9b53-b1aa6133e5c0 req-97903ba6-e3e4-49f2-a0b8-821eec7fe1f7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.2848711 May 20 04:25:51.941984 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42a0e-49cd-4a20-925f-98441f12357c req-cf4659aa-73c8-451c-bea7-dd104482db72 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:51.948727 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-97b42a0e-49cd-4a20-925f-98441f12357c req-cf4659aa-73c8-451c-bea7-dd104482db72 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 944 time: 0.2180326 May 20 04:25:51.995543 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-68e6fd7b-1ed4-4077-9b53-b1aa6133e5c0 req-c84081db-8c9c-4f15-862f-464a9bc6165d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636559 May 20 04:25:52.001305 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-9cfb6362-e998-44f3-93ad-1b32c7a66192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:52.009217 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-9cfb6362-e998-44f3-93ad-1b32c7a66192 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1910157 May 20 04:25:52.067182 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.120574 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.136387 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:52.268962 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-97b42a0e-49cd-4a20-925f-98441f12357c req-51df3529-68c5-432a-8798-966faf34fa23 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098621 May 20 04:25:52.293034 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Network 323d46e0-a98d-40fa-995c-89ae76470d98 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:25:52.294206 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:25:52.297276 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:25:52.319767 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-9575d44f-d557-406d-b424-5ffc14a49f56 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035052 May 20 04:25:52.342452 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Pushing event updated for resources: {'Port': ['ID=ea17c0ae-4835-4c20-a49d-88a59e528bce,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:52.345920 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:52.376799 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d09587-f906-4b73-895b-e102ef4634ff req-fa125167-eac0-4cc0-9c1d-f3c5a824cce1 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:52.378244 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-96d09587-f906-4b73-895b-e102ef4634ff req-fa125167-eac0-4cc0-9c1d-f3c5a824cce1 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 932 time: 0.1885028 May 20 04:25:52.389702 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:52.390593 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.418106 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3661025 May 20 04:25:52.436181 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Request body: {'port': {'device_id': 'ba9c0de0-c97a-45fa-8a47-0311c5b2c288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:25:52.486346 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-96d09587-f906-4b73-895b-e102ef4634ff req-68ad894f-13d9-4743-87f5-ef1d4ebe320d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Synchronizing usage tracker for tenant:2e344989bb5e46e4950b72781b3ee230 on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:52.528739 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-605ef1d9-0e7e-4b96-be02-e12669d45178 req-d4430719-9697-4e7a-b1e3-0fae47b5837c service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997054 May 20 04:25:52.549030 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-96d09587-f906-4b73-895b-e102ef4634ff req-68ad894f-13d9-4743-87f5-ef1d4ebe320d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Unset dirty status for tenant:2e344989bb5e46e4950b72781b3ee230 on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:52.563190 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-96d09587-f906-4b73-895b-e102ef4634ff req-68ad894f-13d9-4743-87f5-ef1d4ebe320d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381557 May 20 04:25:52.593248 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:52.711277 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-e9f1d891-803f-4f15-bf56-036b93ad6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:52.712892 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-e9f1d891-803f-4f15-bf56-036b93ad6e42 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d13ae23867af47c2a2e1adc376ed8e50&device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 1097 time: 0.0800772 May 20 04:25:52.840972 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326273b-6cb1-447a-befe-b6ac6920d88c req-01423777-f080-42b3-a749-5de4264d42a4 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:52.844042 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7326273b-6cb1-447a-befe-b6ac6920d88c req-01423777-f080-42b3-a749-5de4264d42a4 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2236526 May 20 04:25:52.951703 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-fda593c8-ef58-42e3-bfe3-f903053eb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:52.961264 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-fda593c8-ef58-42e3-bfe3-f903053eb210 service neutron] 10.222.0.79 "GET /v2.0/networks?id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e HTTP/1.1" status: 200 len: 916 time: 0.2389104 May 20 04:25:52.971765 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7326273b-6cb1-447a-befe-b6ac6920d88c req-ba93ae52-9895-4462-9dc2-5632c822b877 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194017 May 20 04:25:53.111733 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-a05ae9e0-c29a-4dd2-bfc8-29dd5f3a732e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 217 time: 0.1241102 May 20 04:25:53.242934 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-d4e8442c-9f4b-4ab9-b47b-1555691b1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:53.244481 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-d4e8442c-9f4b-4ab9-b47b-1555691b1cc4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9f9ed88-81d5-4c63-980a-b925c11c09f9 HTTP/1.1" status: 200 len: 854 time: 0.1232657 May 20 04:25:53.420566 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea17c0ae-4835-4c20-a49d-88a59e528bce {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:25:53.473687 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.498465 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Transition to ACTIVE for port object ea17c0ae-4835-4c20-a49d-88a59e528bce will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:25:53.502678 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-cbe70167-3748-4d94-b4d1-2adda25353d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:53.504324 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-cbe70167-3748-4d94-b4d1-2adda25353d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2183328 May 20 04:25:53.509860 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.520108 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:53.525596 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64761fa-2acb-4b93-8085-65b1eb48b9f9 req-15e717dd-4ee7-4caf-926c-72d3aded8d4b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:53.533088 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c64761fa-2acb-4b93-8085-65b1eb48b9f9 req-15e717dd-4ee7-4caf-926c-72d3aded8d4b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.2875693 May 20 04:25:53.657740 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:25:53.665408 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Pushing event updated for resources: {'Port': ['ID=ea17c0ae-4835-4c20-a49d-88a59e528bce,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:53.679133 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:53.755106 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c64761fa-2acb-4b93-8085-65b1eb48b9f9 req-a3e0e7b7-5877-4d3b-95cf-ef1cf24b172b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210388 May 20 04:25:53.762263 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-752ab3d8-d95c-4b52-ae03-70ec31d3c066 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474728 May 20 04:25:53.807320 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b24c-2c6d-4d48-82c2-619c91658070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.828902 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e6bab-c6df-4ebb-8fbe-57abfb4bbe06 req-c9888b9c-b51a-48f6-8433-abe7736420a0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:53.831510 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d55e6bab-c6df-4ebb-8fbe-57abfb4bbe06 req-c9888b9c-b51a-48f6-8433-abe7736420a0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 944 time: 0.4162290 May 20 04:25:53.901705 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Attempting to bind port ea17c0ae-4835-4c20-a49d-88a59e528bce on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:25:53.907629 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Attempting to bind port ea17c0ae-4835-4c20-a49d-88a59e528bce by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '48d7e795-31b1-4eef-af2d-14e5cd2fe32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:25:53.907629 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Attempting to bind port ea17c0ae-4835-4c20-a49d-88a59e528bce on network 323d46e0-a98d-40fa-995c-89ae76470d98 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:25:53.914056 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Port ea17c0ae-4835-4c20-a49d-88a59e528bce on network 323d46e0-a98d-40fa-995c-89ae76470d98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:25:53.914056 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Attempting to bind port ea17c0ae-4835-4c20-a49d-88a59e528bce on network 323d46e0-a98d-40fa-995c-89ae76470d98 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:25:53.924416 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d55e6bab-c6df-4ebb-8fbe-57abfb4bbe06 req-22f4c440-03e9-4dd7-a741-9e852937b6e0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808446 May 20 04:25:53.925447 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:25:53.925828 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Checking segment: {'id': '48d7e795-31b1-4eef-af2d-14e5cd2fe32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:25:53.926467 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Bound using segment: {'id': '48d7e795-31b1-4eef-af2d-14e5cd2fe32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:25:53.926914 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Bound port: ea17c0ae-4835-4c20-a49d-88a59e528bce, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d7e795-31b1-4eef-af2d-14e5cd2fe32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:25:53.927542 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:53.976697 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.114419 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2508136f-205c-42a7-9c95-b0a1fa1ada99 req-3a9c930b-cf1f-4f05-bbba-02e47acb6707 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440306 May 20 04:25:54.116675 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] For port ea17c0ae-4835-4c20-a49d-88a59e528bce, host hv-cinder-78240, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:25:54.122561 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] For port ea17c0ae-4835-4c20-a49d-88a59e528bce, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ea17c0ae-4835-4c20-a49d-88a59e528bce,segment=NetworkSegment(48d7e795-31b1-4eef-af2d-14e5cd2fe32b),segment_id=48d7e795-31b1-4eef-af2d-14e5cd2fe32b)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:25:54.136227 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.141968 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:54.155441 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9182-c074-4860-aeb0-7edbc8d2c328 req-6d204e9d-bf30-4773-8a58-76d7017f949d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:54.162781 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b65a9182-c074-4860-aeb0-7edbc8d2c328 req-6d204e9d-bf30-4773-8a58-76d7017f949d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 944 time: 0.1832676 May 20 04:25:54.218192 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b65a9182-c074-4860-aeb0-7edbc8d2c328 req-eb3456ed-31f4-4881-a4a1-4d7ea88d8344 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542397 May 20 04:25:54.292025 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:54.292998 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.294394 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] 10.222.0.79 "PUT /v2.0/ports/ea17c0ae-4835-4c20-a49d-88a59e528bce HTTP/1.1" status: 200 len: 1094 time: 1.8627241 May 20 04:25:54.295071 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Pushing event updated for resources: {'Port': ['ID=ea17c0ae-4835-4c20-a49d-88a59e528bce,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:54.298516 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:54.298989 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9c0de0-c97a-45fa-8a47-0311c5b2c288', 'tag': 'ea17c0ae-4835-4c20-a49d-88a59e528bce'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:54.411839 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9c0de0-c97a-45fa-8a47-0311c5b2c288', 'tag': 'ea17c0ae-4835-4c20-a49d-88a59e528bce', 'status': 'completed', 'code': 200} May 20 04:25:54.450595 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017aa6ea-9f2b-4f3b-8108-0fcdbe827a55 req-8ce0da10-2fa1-4177-b154-204b800540c8 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:54.452188 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-017aa6ea-9f2b-4f3b-8108-0fcdbe827a55 req-8ce0da10-2fa1-4177-b154-204b800540c8 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2694211 May 20 04:25:54.482066 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-04469d2c-88dd-4855-871d-5e8b13f07b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:54.483679 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-04469d2c-88dd-4855-871d-5e8b13f07b3d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e344989bb5e46e4950b72781b3ee230&device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 1097 time: 0.1111631 May 20 04:25:54.574181 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-017aa6ea-9f2b-4f3b-8108-0fcdbe827a55 req-aa6eaacd-6840-4217-be57-d6a6d6af98d0 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142235 May 20 04:25:54.574912 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-75ad8bbd-5401-4643-85d6-1c2a6c1d9e51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea17c0ae-4835-4c20-a49d-88a59e528bce HTTP/1.1" status: 200 len: 217 time: 0.0745506 May 20 04:25:54.651213 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-4ca7932b-5162-4084-a9a5-92e90a2081ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:54.652704 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-4ca7932b-5162-4084-a9a5-92e90a2081ec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55ef3869-013d-46be-bb19-01d0e0eef674 HTTP/1.1" status: 200 len: 854 time: 0.0649645 May 20 04:25:54.707036 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-be4714ab-bb1d-4435-b906-e4e508cc7593 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=323d46e0-a98d-40fa-995c-89ae76470d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464354 May 20 04:25:54.806230 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:54.893960 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-9b95c490-ad38-4b4e-91dc-7c319389435e service neutron] 10.222.0.79 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785889 May 20 04:25:55.130154 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-08637974-c6a7-4528-a0bb-700cff88e7b6 req-35f7d764-ffd0-4726-a200-9cde54eca746 service neutron] 10.222.0.79 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266657 May 20 04:25:55.145310 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9be0c4-ab34-494c-9667-df47ed5da264 req-feb1b894-9d0c-4618-aa66-b16b05e532a7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:55.146838 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5d9be0c4-ab34-494c-9667-df47ed5da264 req-feb1b894-9d0c-4618-aa66-b16b05e532a7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.2062833 May 20 04:25:55.222865 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5d9be0c4-ab34-494c-9667-df47ed5da264 req-f2fbe88a-d02b-4192-867b-05cf17657774 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683773 May 20 04:25:55.397108 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d2a31-b8f9-4b15-b1a9-2109f5ff03b4 req-19d674d7-fcc6-427a-8682-3703bd4b12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:55.399433 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e9d2a31-b8f9-4b15-b1a9-2109f5ff03b4 req-19d674d7-fcc6-427a-8682-3703bd4b12be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e344989bb5e46e4950b72781b3ee230&device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 1097 time: 0.1414022 May 20 04:25:55.642487 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4bff-c239-442a-9bdf-803a26d5e52a req-150d5ee0-9314-403e-922c-454cdd98a422 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:55.643886 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4bfd4bff-c239-442a-9bdf-803a26d5e52a req-150d5ee0-9314-403e-922c-454cdd98a422 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 944 time: 0.1384170 May 20 04:25:55.704045 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4bfd4bff-c239-442a-9bdf-803a26d5e52a req-d20c7620-8033-4bc9-a1a5-6f8ed8e15190 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468645 May 20 04:25:55.784126 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d2a31-b8f9-4b15-b1a9-2109f5ff03b4 req-b2f6a31a-e3a4-4ae7-9fe2-f85271e6f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:55.785837 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e9d2a31-b8f9-4b15-b1a9-2109f5ff03b4 req-b2f6a31a-e3a4-4ae7-9fe2-f85271e6f410 service neutron] 10.222.0.79 "GET /v2.0/networks?id=323d46e0-a98d-40fa-995c-89ae76470d98 HTTP/1.1" status: 200 len: 915 time: 0.3759146 May 20 04:25:55.820296 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93ace2-7e1e-44e5-93b3-7a029a04852f req-e2c08334-b3b2-4207-9128-f69bc5d82177 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:55.823783 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bd93ace2-7e1e-44e5-93b3-7a029a04852f req-e2c08334-b3b2-4207-9128-f69bc5d82177 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 944 time: 0.4141514 May 20 04:25:55.957096 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bd93ace2-7e1e-44e5-93b3-7a029a04852f req-5d9b8bde-2d98-4fe4-a676-f06c6fd0a788 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640881 May 20 04:25:55.958626 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e9d2a31-b8f9-4b15-b1a9-2109f5ff03b4 req-da8154d4-cb91-4f32-9a3b-04f783efa219 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea17c0ae-4835-4c20-a49d-88a59e528bce HTTP/1.1" status: 200 len: 217 time: 0.1336081 May 20 04:25:56.015086 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:25:56.080448 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d2a31-b8f9-4b15-b1a9-2109f5ff03b4 req-e755a8bc-133d-472c-b627-47b4ed03441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:56.081915 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e9d2a31-b8f9-4b15-b1a9-2109f5ff03b4 req-e755a8bc-133d-472c-b627-47b4ed03441b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55ef3869-013d-46be-bb19-01d0e0eef674 HTTP/1.1" status: 200 len: 854 time: 0.1161916 May 20 04:25:56.187040 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e9d2a31-b8f9-4b15-b1a9-2109f5ff03b4 req-2251ffee-f19a-4e0a-abf6-5d424b126f61 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=323d46e0-a98d-40fa-995c-89ae76470d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801795 May 20 04:25:56.198964 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:56.232109 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'port_id': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'mac_address': 'fa:16:3e:08:51:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:25:56.382039 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:56.437841 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e9d2a31-b8f9-4b15-b1a9-2109f5ff03b4 req-1e2611c3-c95d-4801-af2c-46ed7a8ece08 service neutron] 10.222.0.79 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419751 May 20 04:25:56.444229 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:25:56.505425 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:56.510391 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:56.520760 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:56.535304 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-62fa560c-691b-4323-b8fe-85908cff5b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:56.635820 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:56.662687 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:56.714540 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e9d2a31-b8f9-4b15-b1a9-2109f5ff03b4 req-9cef801c-11f6-42f5-843b-6b4d839edce1 service neutron] 10.222.0.79 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697136 May 20 04:25:56.744540 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab4c08-7500-4a43-91c0-39ec74fa0ddc req-8c0cc18e-0fea-42be-af57-062d08618a2a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:56.754620 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-71ab4c08-7500-4a43-91c0-39ec74fa0ddc req-8c0cc18e-0fea-42be-af57-062d08618a2a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.2469814 May 20 04:25:56.867261 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-71ab4c08-7500-4a43-91c0-39ec74fa0ddc req-92e49b1c-007f-44fa-9a3f-22c7db0edfa1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116927 May 20 04:25:56.944987 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['1f0be407-b7dc-4df3-81f2-95e1e5d7d086'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:25:57.038101 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf86a4f-c8ed-4c00-966f-afde1e1442bf req-6b71c888-af6e-410d-a31d-bb1e8312de92 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:57.046276 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-caf86a4f-c8ed-4c00-966f-afde1e1442bf req-6b71c888-af6e-410d-a31d-bb1e8312de92 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 944 time: 0.1060939 May 20 04:25:57.139766 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-caf86a4f-c8ed-4c00-966f-afde1e1442bf req-a126190b-f41e-4589-9877-077804d60af5 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922923 May 20 04:25:57.205680 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6bed9-0d36-42f2-97a8-6052bb9b22c3 req-092839d6-54f5-453b-9847-0e674e0f2f82 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:57.213736 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e3e6bed9-0d36-42f2-97a8-6052bb9b22c3 req-092839d6-54f5-453b-9847-0e674e0f2f82 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 945 time: 0.1091630 May 20 04:25:57.256205 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e3e6bed9-0d36-42f2-97a8-6052bb9b22c3 req-6867f2ed-47cf-49b2-ab6e-6bd6a6d0c079 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 May 20 04:25:57.911145 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d88ed8-8f78-46ef-a46e-052371930818 req-57b9a361-9042-41ba-989f-c5c124c6757f tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:57.918864 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-64d88ed8-8f78-46ef-a46e-052371930818 req-57b9a361-9042-41ba-989f-c5c124c6757f tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.0963967 May 20 04:25:57.971206 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-64d88ed8-8f78-46ef-a46e-052371930818 req-a67a733d-ade3-4952-ba41-7404262f1050 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514190 May 20 04:25:58.036041 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device ea17c0ae-4835-4c20-a49d-88a59e528bce details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:25:58.043868 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:25:58.114230 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522514cd-effa-46f0-a9eb-61343a4153b6 req-737a5790-e7e2-4a9f-94df-c86211d90fdb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:58.116561 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-522514cd-effa-46f0-a9eb-61343a4153b6 req-737a5790-e7e2-4a9f-94df-c86211d90fdb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1071029 May 20 04:25:58.160683 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:25:58.171842 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:25:58.172447 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:58.234241 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-522514cd-effa-46f0-a9eb-61343a4153b6 req-488a3e31-6ba5-4235-9cb7-4ce44baf3914 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078861 May 20 04:25:58.483025 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port ea17c0ae-4835-4c20-a49d-88a59e528bce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ea17c0ae-4835-4c20-a49d-88a59e528bce,segment=NetworkSegment(48d7e795-31b1-4eef-af2d-14e5cd2fe32b),segment_id=48d7e795-31b1-4eef-af2d-14e5cd2fe32b)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:58.501260 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2236e2-16b3-4e69-96e0-2b292ed2ca03 req-7d53d23b-0ac1-4376-ad0b-9eba76e8dc3a tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:58.520110 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-da2236e2-16b3-4e69-96e0-2b292ed2ca03 req-7d53d23b-0ac1-4376-ad0b-9eba76e8dc3a tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Synchronizing usage tracker for tenant:2e344989bb5e46e4950b72781b3ee230 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:25:58.539630 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'ea17c0ae-4835-4c20-a49d-88a59e528bce', 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98', 'port_id': 'ea17c0ae-4835-4c20-a49d-88a59e528bce', 'mac_address': 'fa:16:3e:8d:b5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ef3869-013d-46be-bb19-01d0e0eef674', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:25:58.559858 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-da2236e2-16b3-4e69-96e0-2b292ed2ca03 req-7d53d23b-0ac1-4376-ad0b-9eba76e8dc3a tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Unset dirty status for tenant:2e344989bb5e46e4950b72781b3ee230 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:25:58.566221 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-da2236e2-16b3-4e69-96e0-2b292ed2ca03 req-7d53d23b-0ac1-4376-ad0b-9eba76e8dc3a tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 944 time: 0.2137082 May 20 04:25:58.625706 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da5f47-bd34-4bc7-8996-f8d3c694571b req-700cbeaf-678c-42e3-82ab-b8f35dfe5f61 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:58.628066 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-63da5f47-bd34-4bc7-8996-f8d3c694571b req-700cbeaf-678c-42e3-82ab-b8f35dfe5f61 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 945 time: 0.1732373 May 20 04:25:58.645498 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:58.668353 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-da2236e2-16b3-4e69-96e0-2b292ed2ca03 req-005fae2c-e457-46d6-8362-60d33f61d93e tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924437 May 20 04:25:58.681284 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:58.682287 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-63da5f47-bd34-4bc7-8996-f8d3c694571b req-0e1779cc-51b4-4752-a6aa-c19239e763b4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475540 May 20 04:25:58.702948 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:25:58.720242 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:58.722497 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea17c0ae-4835-4c20-a49d-88a59e528bce {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:25:58.728430 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:58.734094 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:58.782291 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'code': 200} May 20 04:25:58.836868 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port ea17c0ae-4835-4c20-a49d-88a59e528bce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ea17c0ae-4835-4c20-a49d-88a59e528bce,segment=NetworkSegment(48d7e795-31b1-4eef-af2d-14e5cd2fe32b),segment_id=48d7e795-31b1-4eef-af2d-14e5cd2fe32b)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:25:58.843127 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:25:58.859276 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:58.870184 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:58.870675 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:25:58.953966 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=ea17c0ae-4835-4c20-a49d-88a59e528bce,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:25:58.960704 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:25:59.140298 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79f293-4126-4bbf-8283-9e84483075ee req-883aabbc-2065-4154-ac3e-c89dab14708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:59.141931 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fb79f293-4126-4bbf-8283-9e84483075ee req-883aabbc-2065-4154-ac3e-c89dab14708f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 1099 time: 0.0977452 May 20 04:25:59.189340 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fb79f293-4126-4bbf-8283-9e84483075ee req-6bd2211a-c832-40af-a37d-46fd382b9949 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 May 20 04:25:59.201389 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee9777-7f60-4ef4-b0cc-c6d2b8280df3 req-5b8a525a-9628-4575-a4d7-cd7592602e80 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:59.203448 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4dee9777-7f60-4ef4-b0cc-c6d2b8280df3 req-5b8a525a-9628-4575-a4d7-cd7592602e80 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.0960605 May 20 04:25:59.215018 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['ea17c0ae-4835-4c20-a49d-88a59e528bce'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:25:59.285117 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4dee9777-7f60-4ef4-b0cc-c6d2b8280df3 req-b85bbad6-f8e9-4af3-ad5e-2717e2846dde tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725217 May 20 04:25:59.512140 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32372da5-e690-467b-8ab0-815d2bcfd2e6 req-7b1c075b-f1cb-456e-a2c2-6f179c0033d5 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:59.519213 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-32372da5-e690-467b-8ab0-815d2bcfd2e6 req-7b1c075b-f1cb-456e-a2c2-6f179c0033d5 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1366568 May 20 04:25:59.561626 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-32372da5-e690-467b-8ab0-815d2bcfd2e6 req-e83c05d6-7f74-43a3-9366-cca38650033e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413375 May 20 04:25:59.925466 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5f566-152c-4345-baa7-1ebfbb860644 req-82f7dec8-5e39-4b38-9db4-02317528694e tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:25:59.926982 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ecd5f566-152c-4345-baa7-1ebfbb860644 req-82f7dec8-5e39-4b38-9db4-02317528694e tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 945 time: 0.1263003 May 20 04:26:00.016047 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ecd5f566-152c-4345-baa7-1ebfbb860644 req-f1c52002-891b-494e-b71e-8dd037fa66cd tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742919 May 20 04:26:00.200888 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6ea0e-c601-4756-a9f9-f4782fc341fd req-9dde790c-2cf0-4b9e-b15a-27a86b31cc83 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:00.202881 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-faf6ea0e-c601-4756-a9f9-f4782fc341fd req-9dde790c-2cf0-4b9e-b15a-27a86b31cc83 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 946 time: 0.1174412 May 20 04:26:00.221338 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47edddd-1bea-42e2-9226-369cf0c9e100 req-26692d5b-428a-4954-9932-376e5bb8a3a6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:00.229941 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a47edddd-1bea-42e2-9226-369cf0c9e100 req-26692d5b-428a-4954-9932-376e5bb8a3a6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.1174662 May 20 04:26:00.262022 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-faf6ea0e-c601-4756-a9f9-f4782fc341fd req-932c2acd-21a8-44c5-beb7-502becb2ddf4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532651 May 20 04:26:00.275881 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a47edddd-1bea-42e2-9226-369cf0c9e100 req-6c41c178-b632-4699-9950-b05b8df993b3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 May 20 04:26:00.511277 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29c76-b0e8-487f-84da-61ba6d56e0af req-113bab50-c353-4975-9193-158155ae7e62 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:00.512723 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-66d29c76-b0e8-487f-84da-61ba6d56e0af req-113bab50-c353-4975-9193-158155ae7e62 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1082759 May 20 04:26:00.565925 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-66d29c76-b0e8-487f-84da-61ba6d56e0af req-9d4eac04-25e0-4633-a042-2a187636a4a6 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415041 May 20 04:26:00.799192 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7492b-c7ff-4bfc-b5ea-a9a5a12635e6 req-029d0b55-129f-46f0-b4fc-f9e6e32b657e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:00.806956 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-95b7492b-c7ff-4bfc-b5ea-a9a5a12635e6 req-029d0b55-129f-46f0-b4fc-f9e6e32b657e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.0980165 May 20 04:26:00.848218 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-95b7492b-c7ff-4bfc-b5ea-a9a5a12635e6 req-2574e9c8-8391-452c-b70c-288543afd1c0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404084 May 20 04:26:01.036254 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52280) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:01.181029 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.199486 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:01.204400 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Usage tracker for resource:security_group_rule and tenant:86004f8b3cea4755a0ee1d52ccbc5d45 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:01.207593 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:01.213771 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:01.233461 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cefe5-852f-4020-9e1f-2cbb60470c4e req-90e3588d-5fdf-407e-b65c-19b0e50381e6 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:01.235892 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-618cefe5-852f-4020-9e1f-2cbb60470c4e req-90e3588d-5fdf-407e-b65c-19b0e50381e6 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 945 time: 0.0991845 May 20 04:26:01.318206 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-618cefe5-852f-4020-9e1f-2cbb60470c4e req-345b3a12-ad35-4ae1-8280-86d83f459e61 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755966 May 20 04:26:01.324387 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.330147 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.340568 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a0b9fd30-09cc-44ba-84bb-e11ff7f60cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:01.382968 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1020f932-4c1a-4d7b-a6f4-141a87784393,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:01.389727 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 52290) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:01.389955 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=86004f8b3cea4755a0ee1d52ccbc5d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523893 May 20 04:26:01.396360 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.396735 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.397096 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.397455 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.397807 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.398157 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.398506 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.399754 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.400110 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.400457 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.400802 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.401342 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.405550 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:01.566459 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.601353 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.622786 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f3f1c-c5b3-4b8f-bf5e-6588401a6616 req-c80d7738-2fe2-437d-a211-747955be0502 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:01.624566 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-799f3f1c-c5b3-4b8f-bf5e-6588401a6616 req-c80d7738-2fe2-437d-a211-747955be0502 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 946 time: 0.1758478 May 20 04:26:01.625884 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df9e35-149c-41d3-af75-2f635bc54d0b req-05cc918e-7f27-41d5-8245-bf5fc4bac259 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:01.627494 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-08df9e35-149c-41d3-af75-2f635bc54d0b req-05cc918e-7f27-41d5-8245-bf5fc4bac259 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.1674304 May 20 04:26:01.681342 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-799f3f1c-c5b3-4b8f-bf5e-6588401a6616 req-2590c71a-9371-43d1-bdc6-b7ce6e2d3682 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480173 May 20 04:26:01.715928 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-08df9e35-149c-41d3-af75-2f635bc54d0b req-b4825a16-7ef3-4e60-80b7-a01d78549019 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810585 May 20 04:26:01.743195 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.752576 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f2ca8ace-28cf-47d4-854e-c8790044f0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:01.768692 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020f932-4c1a-4d7b-a6f4-141a87784393,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:01.780704 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.781175 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.781649 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.782079 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.782610 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.783039 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.783462 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.783903 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.784323 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.784741 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.785157 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.785572 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:01.788735 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:01.790386 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:01.791598 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1020f932-4c1a-4d7b-a6f4-141a87784393 HTTP/1.1" status: 204 len: 168 time: 0.4004779 May 20 04:26:01.974013 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ff85d-5c4a-4b67-ac6b-bd8e957db1cd req-d19872c1-5f3e-497f-b2eb-bce0fd7d6df4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:01.975770 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-961ff85d-5c4a-4b67-ac6b-bd8e957db1cd req-d19872c1-5f3e-497f-b2eb-bce0fd7d6df4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 946 time: 0.1447756 May 20 04:26:02.048610 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device ea17c0ae-4835-4c20-a49d-88a59e528bce up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:26:02.051276 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-961ff85d-5c4a-4b67-ac6b-bd8e957db1cd req-c4320bd2-682a-40c4-83c0-8df8e3d35fa5 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685868 May 20 04:26:02.118914 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3d0be-e7fa-43f9-9539-ecc431fd2799 req-86fe3f0e-b77b-47fa-a23e-7cf4c0892c9a tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.126663 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b9e3d0be-e7fa-43f9-9539-ecc431fd2799 req-86fe3f0e-b77b-47fa-a23e-7cf4c0892c9a tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1163747 May 20 04:26:02.177332 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port ea17c0ae-4835-4c20-a49d-88a59e528bce completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:26:02.182096 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b9e3d0be-e7fa-43f9-9539-ecc431fd2799 req-22fed1ee-8364-44ff-821e-f2dd47496d23 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543051 May 20 04:26:02.183390 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port ea17c0ae-4835-4c20-a49d-88a59e528bce triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:26:02.183978 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:02.376149 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:02.444382 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9c0de0-c97a-45fa-8a47-0311c5b2c288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea17c0ae-4835-4c20-a49d-88a59e528bce'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:02.463225 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port ea17c0ae-4835-4c20-a49d-88a59e528bce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ea17c0ae-4835-4c20-a49d-88a59e528bce,segment=NetworkSegment(48d7e795-31b1-4eef-af2d-14e5cd2fe32b),segment_id=48d7e795-31b1-4eef-af2d-14e5cd2fe32b)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:02.472137 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:02.474095 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:02.572093 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a82c6-daa4-4821-afa7-33b1a3ceb86c req-a99445cc-7b2e-4fce-b68a-02866a5abd0d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.579111 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d55a82c6-daa4-4821-afa7-33b1a3ceb86c req-a99445cc-7b2e-4fce-b68a-02866a5abd0d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.3098640 May 20 04:26:02.633194 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=ea17c0ae-4835-4c20-a49d-88a59e528bce,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:02.637261 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:02.672332 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d55a82c6-daa4-4821-afa7-33b1a3ceb86c req-e60f0366-adad-4fd7-a92f-67c49231263f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919766 May 20 04:26:02.712101 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ea534-ea6d-4b41-96b7-5c390a445080 req-0eab0a5a-ab18-4a00-b52a-5551be2bdca5 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.719318 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-669ea534-ea6d-4b41-96b7-5c390a445080 req-0eab0a5a-ab18-4a00-b52a-5551be2bdca5 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 946 time: 0.1192861 May 20 04:26:02.737870 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9c0de0-c97a-45fa-8a47-0311c5b2c288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea17c0ae-4835-4c20-a49d-88a59e528bce', 'code': 200} May 20 04:26:02.839299 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-669ea534-ea6d-4b41-96b7-5c390a445080 req-e6009da5-20cc-4b6d-963a-a319f970f692 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189682 May 20 04:26:02.895500 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-e7255d69-b8ae-426e-996d-39a857ecb9da tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:02.898295 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-e7255d69-b8ae-426e-996d-39a857ecb9da tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.1620283 May 20 04:26:03.024527 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa2b80-226f-4042-90c6-0b4d77c31ee3 req-a9f62e96-a9df-447c-8dee-c2e84c10bafc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:03.026189 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e6fa2b80-226f-4042-90c6-0b4d77c31ee3 req-a9f62e96-a9df-447c-8dee-c2e84c10bafc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 946 time: 0.1296036 May 20 04:26:03.110709 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e6fa2b80-226f-4042-90c6-0b4d77c31ee3 req-be9a912a-5735-486f-b163-fa9808d459f3 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657828 May 20 04:26:03.234460 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd827a9-2c5c-44b4-840d-85dad345ec6d req-73f06840-18e0-43bc-bff3-98dbf512d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:03.236547 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8dd827a9-2c5c-44b4-840d-85dad345ec6d req-73f06840-18e0-43bc-bff3-98dbf512d353 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 1099 time: 0.1240232 May 20 04:26:03.317345 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a067b13-fe6f-435e-81d3-ffde59293150 req-b99997c1-f657-4add-bffa-92fd4d099355 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:03.327136 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-2a067b13-fe6f-435e-81d3-ffde59293150 req-b99997c1-f657-4add-bffa-92fd4d099355 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 945 time: 0.3610578 May 20 04:26:03.373999 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8dd827a9-2c5c-44b4-840d-85dad345ec6d req-39ae4b10-6c9a-4c18-81dd-d06d1a78d828 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172509 May 20 04:26:03.413496 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Deleting port 48a79237-23ab-4d3d-ba43-f11837421e17 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:03.415214 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:03.479012 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7cde0-958b-4404-b888-e1241b328f0f req-9729d0c1-c817-43a4-a3ac-abb1dc03bc11 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:03.488055 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-2a067b13-fe6f-435e-81d3-ffde59293150 req-02dfa6cb-2694-4349-8598-18aae2d4946d tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514587 May 20 04:26:03.489733 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-15a7cde0-958b-4404-b888-e1241b328f0f req-9729d0c1-c817-43a4-a3ac-abb1dc03bc11 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.0969560 May 20 04:26:03.546674 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-15a7cde0-958b-4404-b888-e1241b328f0f req-a7887afb-13b4-4f32-916e-3a60a411fbc0 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534904 May 20 04:26:03.640755 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] For port 48a79237-23ab-4d3d-ba43-f11837421e17, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=48a79237-23ab-4d3d-ba43-f11837421e17,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:03.640755 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:03.967129 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Calling delete_port for 48a79237-23ab-4d3d-ba43-f11837421e17 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:04.248992 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:04.278481 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-182dec25-83b5-4763-ac98-0ad92aabbff1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:04.297766 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['c14c2540-a763-4f40-a0ff-f367f325c967'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:04.309730 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08415980-37c4-4a14-a15c-d8df09bf96f5 req-4e975322-ca07-4147-a29e-486978d32395 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:04.315334 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-08415980-37c4-4a14-a15c-d8df09bf96f5 req-4e975322-ca07-4147-a29e-486978d32395 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.3283713 May 20 04:26:04.494497 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Pushing event deleted for resources: {'Port': ['ID=48a79237-23ab-4d3d-ba43-f11837421e17,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:04.505581 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:04.533766 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-08415980-37c4-4a14-a15c-d8df09bf96f5 req-dba53814-ea54-4804-bc76-481d12f61d50 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079635 May 20 04:26:04.581556 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-5bd1158e-fcca-4642-ab34-4dd77f7a009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:04.585002 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-5bd1158e-fcca-4642-ab34-4dd77f7a009b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 1099 time: 0.2334127 May 20 04:26:04.628572 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] No DVR routers for this DVR port 48a79237-23ab-4d3d-ba43-f11837421e17 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:26:04.631810 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:04.638549 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe86bf7-c3fc-414b-8379-41ae4701fe8a', 'name': 'network-vif-deleted', 'tag': '48a79237-23ab-4d3d-ba43-f11837421e17'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:04.702216 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235f455-8442-40d8-85d7-3e0ca9e05559 req-ae69cf2e-4cb0-4b55-b440-84a219108289 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:04.709558 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f235f455-8442-40d8-85d7-3e0ca9e05559 req-ae69cf2e-4cb0-4b55-b440-84a219108289 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.5145261 May 20 04:26:04.730144 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3d2352ff-57a3-403d-9f5d-6468dea2dc1b req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.79 "DELETE /v2.0/ports/48a79237-23ab-4d3d-ba43-f11837421e17 HTTP/1.1" status: 204 len: 173 time: 1.8139236 May 20 04:26:04.785848 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f235f455-8442-40d8-85d7-3e0ca9e05559 req-d37e8c3f-c633-44a5-bbe9-c2df172877f4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752358 May 20 04:26:04.921868 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2805ba-52ef-4c96-b273-340176fd621a req-2e5a5f9c-b2d8-44d7-ae75-ed73f5217c4a tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:04.929567 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3b2805ba-52ef-4c96-b273-340176fd621a req-2e5a5f9c-b2d8-44d7-ae75-ed73f5217c4a tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 946 time: 0.1619937 May 20 04:26:04.932500 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-37644a7a-ced7-4a2b-bb0c-15c637dfd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:04.933892 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-37644a7a-ced7-4a2b-bb0c-15c637dfd3a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 912 time: 0.3401160 May 20 04:26:04.936811 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-f232ef35-25d1-4906-89cd-c3f6053705ef req-dcd871e1-0399-4057-af9d-4011ab2c4a4b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Synchronizing usage tracker for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:26:04.961685 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-f232ef35-25d1-4906-89cd-c3f6053705ef req-dcd871e1-0399-4057-af9d-4011ab2c4a4b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Unset dirty status for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:26:04.972158 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f232ef35-25d1-4906-89cd-c3f6053705ef req-dcd871e1-0399-4057-af9d-4011ab2c4a4b tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=afe86bf7-c3fc-414b-8379-41ae4701fe8a HTTP/1.1" status: 200 len: 210 time: 0.0828478 May 20 04:26:05.021779 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe86bf7-c3fc-414b-8379-41ae4701fe8a', 'name': 'network-vif-deleted', 'tag': '48a79237-23ab-4d3d-ba43-f11837421e17', 'status': 'completed', 'code': 200} May 20 04:26:05.065784 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3b2805ba-52ef-4c96-b273-340176fd621a req-b594372d-945b-4e7a-91f9-67b5b0a2b333 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353431 May 20 04:26:05.096169 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-9393ed47-f01f-419c-add6-749a37bf1ddf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71 HTTP/1.1" status: 200 len: 1001 time: 0.1237350 May 20 04:26:05.173206 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-49aa4f54-b139-48c1-9ce3-940a9c0c6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:05.174709 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-49aa4f54-b139-48c1-9ce3-940a9c0c6d5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d830b1e6-1a25-4745-b771-c773f3d95474 HTTP/1.1" status: 200 len: 850 time: 0.0678566 May 20 04:26:05.269522 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-7b3691a0-9ed6-4139-8985-13ae8de2a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:05.271126 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-7b3691a0-9ed6-4139-8985-13ae8de2a05b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75b2d426-2178-48f9-bcce-df1758c4b992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859051 May 20 04:26:05.441137 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-ce3ad209-2839-4f2c-9a4c-297c890a38d8 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612587 May 20 04:26:05.600204 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4f9ba31d-3db1-4bb1-84f9-ab48832d486e req-13ddcb6e-e7d1-4be6-8720-9ee38d58363c service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518433 May 20 04:26:05.774796 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801f43c-7393-4e93-ba12-1c1d701e2623 req-d9b85bef-4740-4003-a74b-d88d0a790998 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:05.776948 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3801f43c-7393-4e93-ba12-1c1d701e2623 req-d9b85bef-4740-4003-a74b-d88d0a790998 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1071315 May 20 04:26:05.882685 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3801f43c-7393-4e93-ba12-1c1d701e2623 req-8d2036cd-a09f-4aac-a0be-7104908bb02a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985863 May 20 04:26:06.024254 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b115ddb-a243-49e3-8825-d17b31969f2c req-7b772532-b4cd-4e9e-aefa-905bec9b4400 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:06.025706 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4b115ddb-a243-49e3-8825-d17b31969f2c req-7b772532-b4cd-4e9e-aefa-905bec9b4400 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.0810561 May 20 04:26:06.068022 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 48a79237-23ab-4d3d-ba43-f11837421e17 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:06.071378 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4b115ddb-a243-49e3-8825-d17b31969f2c req-034b1b08-7e70-4f07-a02d-8f1561a6ff7f tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391574 May 20 04:26:06.107368 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: 48a79237-23ab-4d3d-ba43-f11837421e17 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:06.107959 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 48a79237-23ab-4d3d-ba43-f11837421e17 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:06.291084 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-10b9c26a-b0e7-483d-87e6-75c18df5e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:06.293074 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-10b9c26a-b0e7-483d-87e6-75c18df5e4e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 1098 time: 0.1068876 May 20 04:26:06.634508 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-7acb417c-cc6f-40cf-a842-5d32429d40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:06.636147 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-7acb417c-cc6f-40cf-a842-5d32429d40ed service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 918 time: 0.2985625 May 20 04:26:06.745214 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cb565-bb89-4f16-bf05-e3c9fdce71b2 req-8ee6e7c0-4914-45dc-b994-ab8be2ed3c63 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:06.747002 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-700cb565-bb89-4f16-bf05-e3c9fdce71b2 req-8ee6e7c0-4914-45dc-b994-ab8be2ed3c63 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0887430 May 20 04:26:06.784139 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-4a860922-5130-4198-a837-eb9225013256 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c HTTP/1.1" status: 200 len: 1001 time: 0.1009743 May 20 04:26:06.796263 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-700cb565-bb89-4f16-bf05-e3c9fdce71b2 req-0c2a6eb6-7283-427c-aa1e-77ad5de1da1f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 May 20 04:26:06.852770 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-3238f8d4-952b-4649-9461-471ac2630763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:06.854227 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-3238f8d4-952b-4649-9461-471ac2630763 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.0595307 May 20 04:26:06.948764 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-0fc3f69a-4aec-4baf-b1cc-b7087bd3b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:06.950285 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-0fc3f69a-4aec-4baf-b1cc-b7087bd3b8f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838211 May 20 04:26:07.167840 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-0af09014-aef0-4e3f-82c5-c42379006170 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037308 May 20 04:26:07.182601 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51242d-9d04-4663-9007-e0c2b7fe7d47 req-bb2a2f13-b653-482b-ac5d-9c09cd34e81b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:07.184227 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1d51242d-9d04-4663-9007-e0c2b7fe7d47 req-bb2a2f13-b653-482b-ac5d-9c09cd34e81b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1370964 May 20 04:26:07.291822 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d7467-8e98-45f4-8b53-1a5ef079b0c2 req-102a0d26-f937-45c3-bcfa-29ecd2f94872 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:07.293296 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-381d7467-8e98-45f4-8b53-1a5ef079b0c2 req-102a0d26-f937-45c3-bcfa-29ecd2f94872 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.0996654 May 20 04:26:07.314189 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1d51242d-9d04-4663-9007-e0c2b7fe7d47 req-790771f7-71b7-4327-bf87-572bdd4717ef tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243212 May 20 04:26:07.342251 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-381d7467-8e98-45f4-8b53-1a5ef079b0c2 req-998f0266-da94-468b-a02b-08d4303d03fa tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 May 20 04:26:07.362884 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fa626f37-1fca-424b-a326-748c31bf34f6 req-3e026afd-d1de-4a8d-a4f3-0da414075431 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521211 May 20 04:26:07.863968 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-b479a6d6-adc6-4237-a5f7-c03664eb329f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762546 May 20 04:26:08.046471 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f34da6-f51f-4f2f-81ba-bc629ca3a8bd req-148ab6c0-e6b0-4075-9b82-485bd632a06f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:08.048038 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b1f34da6-f51f-4f2f-81ba-bc629ca3a8bd req-148ab6c0-e6b0-4075-9b82-485bd632a06f tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1430750 May 20 04:26:08.050003 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-48695a25-02f4-4e78-9f4d-3aed8eda3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:08.051340 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-48695a25-02f4-4e78-9f4d-3aed8eda3c22 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 1099 time: 0.1445487 May 20 04:26:08.129565 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b1f34da6-f51f-4f2f-81ba-bc629ca3a8bd req-2f90d04e-d3e7-442a-898f-d282652deb46 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754402 May 20 04:26:08.219274 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-becd4370-9b58-4c5f-8063-c49623028700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:08.220867 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-becd4370-9b58-4c5f-8063-c49623028700 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 912 time: 0.1472218 May 20 04:26:08.341737 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-7b28147c-6e67-43b5-82a8-908912a35d4e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71 HTTP/1.1" status: 200 len: 1001 time: 0.1027837 May 20 04:26:08.440894 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-9551fc42-0b94-4712-bdda-9afe84ea94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:08.443990 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-9551fc42-0b94-4712-bdda-9afe84ea94a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d830b1e6-1a25-4745-b771-c773f3d95474 HTTP/1.1" status: 200 len: 850 time: 0.0887544 May 20 04:26:08.536104 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23766e-f6c7-45f1-8aa9-7ab584e01605 req-3ec627c0-1552-4dcc-94dd-f3e69ac2e646 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:08.537607 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cf23766e-f6c7-45f1-8aa9-7ab584e01605 req-3ec627c0-1552-4dcc-94dd-f3e69ac2e646 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.1003754 May 20 04:26:08.548234 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-c8dc2d27-5f92-4a48-956f-227e6126dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:08.549869 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-c8dc2d27-5f92-4a48-956f-227e6126dd1d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75b2d426-2178-48f9-bcce-df1758c4b992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0909581 May 20 04:26:08.651399 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:08.667660 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cf23766e-f6c7-45f1-8aa9-7ab584e01605 req-dd991422-0f20-4cda-91e8-50d98df0d46f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241336 May 20 04:26:08.705615 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-896e92a4-6c79-4e74-94ca-b70f5506b918 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454818 May 20 04:26:08.840226 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-106136cc-bfb0-4e69-99ce-69a1b07afa42 req-56cfbe62-3249-4115-b737-a30c3956ceea service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261899 May 20 04:26:09.247585 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0058e2-79d5-42c2-ba61-f06526f30381 req-39b24b65-0989-435c-9cba-c5e6cff77424 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:09.249085 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ba0058e2-79d5-42c2-ba61-f06526f30381 req-39b24b65-0989-435c-9cba-c5e6cff77424 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 946 time: 0.1719468 May 20 04:26:09.294436 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ba0058e2-79d5-42c2-ba61-f06526f30381 req-c05110e3-141e-4952-a1a2-d2477023ef77 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390658 May 20 04:26:09.315155 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098df2e-2b8b-43f8-af83-715dcb36e7ca req-4cd5b54d-7026-44bb-a645-5d93b5551baa tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:09.316648 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b098df2e-2b8b-43f8-af83-715dcb36e7ca req-4cd5b54d-7026-44bb-a645-5d93b5551baa tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0810044 May 20 04:26:09.317539 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52506) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:09.363861 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b098df2e-2b8b-43f8-af83-715dcb36e7ca req-99e242ad-18ae-4977-ba0b-19580d137bf3 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 May 20 04:26:09.567373 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08b5201-eb8c-480c-bc78-f653fa5b88d4 tempest-TestMinimumBasicScenario-1216319414 tempest-TestMinimumBasicScenario-1216319414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:09.568965 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c08b5201-eb8c-480c-bc78-f653fa5b88d4 tempest-TestMinimumBasicScenario-1216319414 tempest-TestMinimumBasicScenario-1216319414-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 1094 time: 0.2504675 May 20 04:26:09.571933 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52512) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:09.576937 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'floatingip': {'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'port_id': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:09.582644 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:09.587214 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Usage tracker for resource:floatingip and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:09.589977 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:09.595730 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:09.605342 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for floatingip, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:09.743990 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:09.875600 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf728b7b-d61d-4139-a964-989b36bb1ef6 req-08094e77-f5d2-4310-8098-4ef9dfe7aa20 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:09.877210 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cf728b7b-d61d-4139-a964-989b36bb1ef6 req-08094e77-f5d2-4310-8098-4ef9dfe7aa20 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 945 time: 0.0961504 May 20 04:26:09.904749 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Allocated IP 172.28.0.208 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/dbe08e40-ccc5-425e-b215-b8a4338b25dd) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:26:09.937581 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cf728b7b-d61d-4139-a964-989b36bb1ef6 req-6bc097af-98ef-489b-bd32-d13e6664094e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521920 May 20 04:26:10.079640 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b54d3a7b-8457-4be0-972c-d7dbafdf020c no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:10.097819 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:10.138835 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:10.145755 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-89aaceb6-3379-4e1b-812b-53e3b3a103ef tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:10.234830 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:26:10.243717 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:26:10.250333 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:26:10.261472 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:10.294381 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:10.310951 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:10.317125 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:10.319336 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:10.363722 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'Port': ['ID=dbe08e40-ccc5-425e-b215-b8a4338b25dd,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:10.372545 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:10.384900 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'code': 200} May 20 04:26:10.404003 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=8']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:10.413195 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.413824 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.414384 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.414899 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.415433 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.416006 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.416538 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.417101 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.417662 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.418176 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.418830 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.419373 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:26:10.425498 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:10.569598 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ceff5-02a3-4076-b125-486fb4fc3d13 req-fbb88d3f-ad07-4f12-900d-c9c8ff584051 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:10.571079 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b44ceff5-02a3-4076-b125-486fb4fc3d13 req-fbb88d3f-ad07-4f12-900d-c9c8ff584051 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.0835531 May 20 04:26:10.628293 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b44ceff5-02a3-4076-b125-486fb4fc3d13 req-3471c279-fb3f-4522-a232-eac157fc22c6 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513086 May 20 04:26:10.858832 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:10.972136 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:11.314047 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9630a86-575b-4f10-8400-9cdad2cb0620 req-fc8370b8-91d2-4e35-9307-842c460f9389 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:11.315512 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f9630a86-575b-4f10-8400-9cdad2cb0620 req-fc8370b8-91d2-4e35-9307-842c460f9389 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.2548118 May 20 04:26:11.349673 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:11.366334 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:11.374216 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8330a026-f3f6-46c5-844e-b7795afe5dce tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:11.434487 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f9630a86-575b-4f10-8400-9cdad2cb0620 req-14dfcfb0-9ad9-4c6a-af12-736be0b2dcce tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077793 May 20 04:26:11.488959 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'Port': ['ID=dbe08e40-ccc5-425e-b215-b8a4338b25dd,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:11.493609 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:11.501010 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:11.686681 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.l3_db [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Floating IP f2581d6f-7f81-4a31-820f-3f8f63a455b2 associated. External IP: 172.28.0.208, port: 1f0be407-b7dc-4df3-81f2-95e1e5d7d086. May 20 04:26:11.947592 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934f641-f47b-44e8-8a50-44a4cb3926d8 req-84b402c4-5ce7-4a8b-81ad-3d9d1914cfc4 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:11.949069 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a934f641-f47b-44e8-8a50-44a4cb3926d8 req-84b402c4-5ce7-4a8b-81ad-3d9d1914cfc4 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1929786 May 20 04:26:12.074129 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a934f641-f47b-44e8-8a50-44a4cb3926d8 req-2db56dea-4bfe-4932-b50d-72ec10aef5f2 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739107 May 20 04:26:12.179066 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:26:12.422289 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:26:12.437312 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] Sync routers for ids ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:26:12.451110 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] Routers {'d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:12.452119 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:25:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:12.456504 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:12.519362 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377fff-3f80-46c6-ba81-1ff14230a5b2 req-1c2793ca-cf54-43ae-bfe3-9bfb5959fbd8 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:12.520424 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23377fff-3f80-46c6-ba81-1ff14230a5b2 req-1c2793ca-cf54-43ae-bfe3-9bfb5959fbd8 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.1882792 May 20 04:26:12.549997 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9770339 May 20 04:26:12.552894 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:12.553021 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 52608) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:12.558605 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1033548254', 'description': 'tempest-secgroup-smoke-1033548254 description', 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:12.582561 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:12.593265 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23377fff-3f80-46c6-ba81-1ff14230a5b2 req-a590fe8d-4d72-4f54-9aba-0a60f244e98d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656180 May 20 04:26:12.600101 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:12.620323 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:12.622849 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'status': 'completed', 'code': 200} May 20 04:26:12.649970 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:12.654319 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Usage tracker for resource:security_group_rule and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:12.659842 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:12.666872 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:12.701239 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] Set router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:12.804263 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52622) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:12.810091 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:12.812433 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-deb34a58-6004-4f80-aa36-70b9f365acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:12.814471 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-deb34a58-6004-4f80-aa36-70b9f365acd5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d13ae23867af47c2a2e1adc376ed8e50&device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 1099 time: 0.1299503 May 20 04:26:12.815831 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:12.819981 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-df5dcf4e-4377-4c2e-81f8-8f5b967610fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:12.906958 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0752356-47e2-4f50-9fcd-782ccc241c1e,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:12.927076 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:13.022496 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:13.023790 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4698792 May 20 04:26:13.026676 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 52634) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:13.032532 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'security_group_rule': {'security_group_id': 'f0752356-47e2-4f50-9fcd-782ccc241c1e', 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:13.043088 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:13.049557 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Usage tracker for resource:security_group_rule and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:13.054233 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:13.065471 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:13.065996 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-b0dc6ce5-36cb-4a21-b295-6dc8924ff97d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2592962 May 20 04:26:13.092919 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-512ad3fd-3c61-47f6-b9e4-d45be0f04235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:13.095135 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-512ad3fd-3c61-47f6-b9e4-d45be0f04235 service neutron] 10.222.0.79 "GET /v2.0/networks?id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e HTTP/1.1" status: 200 len: 916 time: 0.2575257 May 20 04:26:13.127123 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:51Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': 'f2581d6f-7f81-4a31-820f-3f8f63a455b2', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'floating_ip_address': '172.28.0.208', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'port_id': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'mac_address': 'fa:16:3e:08:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f14143-5f4f-4685-a742-17c395c05329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:26:10Z', 'updated_at': '2021-05-20T04:26:10Z', 'revision_number': 0, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ce53b4-2576-4a8c-8196-35cdd85b36cd', 'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'mac_address': 'fa:16:3e:fd:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:50Z', 'updated_at': '2021-05-20T04:25:01Z', 'revision_number': 5, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'subnets': [{'id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:13.131139 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] Checking router: d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:26:13.140204 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] Routers {'d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:13.140794 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:25:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:13.276493 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:13.347891 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db264758-3823-49cf-909c-66faf9bf7ed3 req-6f1589a5-95b2-4a53-a6da-53ea0832994e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:13.350948 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-ea85934a-db0c-4a08-9aeb-3e88e74a2f10 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 1000 time: 0.2305999 May 20 04:26:13.353062 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-db264758-3823-49cf-909c-66faf9bf7ed3 req-6f1589a5-95b2-4a53-a6da-53ea0832994e tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.1493249 May 20 04:26:13.392580 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] Set router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:13.424207 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-db264758-3823-49cf-909c-66faf9bf7ed3 req-8a05044f-c724-40ab-88f5-341793389597 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611207 May 20 04:26:13.483565 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:13.492014 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:13.495532 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-29962bfd-aa2d-4cc0-96ce-fdee8bc669cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:13.497821 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-29962bfd-aa2d-4cc0-96ce-fdee8bc669cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9f9ed88-81d5-4c63-980a-b925c11c09f9 HTTP/1.1" status: 200 len: 854 time: 0.1334646 May 20 04:26:13.500854 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:13.605562 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66979b1-7360-4649-a55c-c89abcbbe605,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:13.625012 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:13.650415 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:13.652272 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6244233 May 20 04:26:13.654868 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52650) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:13.660783 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'security_group_rule': {'security_group_id': 'f0752356-47e2-4f50-9fcd-782ccc241c1e', 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:13.668085 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:13.686161 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Usage tracker for resource:security_group_rule and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:13.691314 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:13.712474 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:13.729098 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-57e2e888-a1c2-4d13-a541-f183dbf3d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:13.734933 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-57e2e888-a1c2-4d13-a541-f183dbf3d824 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2122707 May 20 04:26:13.775866 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:13.859608 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:51Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': 'f2581d6f-7f81-4a31-820f-3f8f63a455b2', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'floating_ip_address': '172.28.0.208', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'port_id': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'mac_address': 'fa:16:3e:08:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f14143-5f4f-4685-a742-17c395c05329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:26:10Z', 'updated_at': '2021-05-20T04:26:10Z', 'revision_number': 0, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ce53b4-2576-4a8c-8196-35cdd85b36cd', 'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'mac_address': 'fa:16:3e:fd:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:50Z', 'updated_at': '2021-05-20T04:25:01Z', 'revision_number': 5, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'subnets': [{'id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:13.864625 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b1af8a-b0a2-479a-936f-2e18207cdcdb None None] The sync data for ids ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'] in dv-cinder-782405-9-smb is: [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:51Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': 'f2581d6f-7f81-4a31-820f-3f8f63a455b2', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'floating_ip_address': '172.28.0.208', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'port_id': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'mac_address': 'fa:16:3e:08:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f14143-5f4f-4685-a742-17c395c05329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:26:10Z', 'updated_at': '2021-05-20T04:26:10Z', 'revision_number': 0, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ce53b4-2576-4a8c-8196-35cdd85b36cd', 'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'mac_address': 'fa:16:3e:fd:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:50Z', 'updated_at': '2021-05-20T04:25:01Z', 'revision_number': 5, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'subnets': [{'id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:26:13.888884 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:13.894359 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:13.897909 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:13.927671 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c81655-fc00-4f0f-8cfd-f970837a6ff5,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:13.935513 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:13.944863 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:13.949378 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2903354 May 20 04:26:13.949378 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52654) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:13.962800 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'security_group_rule': {'security_group_id': 'f0752356-47e2-4f50-9fcd-782ccc241c1e', 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:13.968627 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:13.972424 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Usage tracker for resource:security_group_rule and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:13.975711 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:13.982352 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:14.003358 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.026669 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-92f8f224-03dd-4156-9a8f-52227534eac9 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642190 May 20 04:26:14.093319 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a3485-2879-4137-bbba-f0f20caad64e req-9b8baefc-5152-4146-ba8c-055b2b5638b4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:14.100567 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-5b8a3485-2879-4137-bbba-f0f20caad64e req-9b8baefc-5152-4146-ba8c-055b2b5638b4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.1572568 May 20 04:26:14.112683 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b54d3a7b-8457-4be0-972c-d7dbafdf020c no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:14.162083 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.175368 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.199725 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-13f55ae9-6d81-455c-9148-ebfdffc30dc4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:14.225479 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df1461-3980-4c7d-95f4-fd0f202acc31 None None] New status for floating IP f2581d6f-7f81-4a31-820f-3f8f63a455b2: ACTIVE {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:26:14.254813 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-5b8a3485-2879-4137-bbba-f0f20caad64e req-4ba1288e-6035-4a35-94d7-cfa6eed2aa28 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530972 May 20 04:26:14.265158 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.266496 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160756 May 20 04:26:14.269407 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab75286e-fc58-4790-b164-9c692606b32f,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:14.271347 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52662) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:14.275609 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:14.282258 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'security_group_rule': {'security_group_id': 'f0752356-47e2-4f50-9fcd-782ccc241c1e', 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:14.291321 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-fb34dc7c-87f7-4f4e-899c-a54624a404f2 req-3cad8626-cca5-4554-b966-c9c1f9e4413a service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528150 May 20 04:26:14.296329 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:14.305389 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Usage tracker for resource:security_group_rule and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:14.308436 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:14.319367 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-b46da134-6441-48df-b210-8350d51b60a5 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:14.320949 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-b46da134-6441-48df-b210-8350d51b60a5 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2825212 May 20 04:26:14.325310 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:14.400402 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.518917 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.528164 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.530976 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-272f4be2-cf16-4397-b50c-a26cce43d0f9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:14.541393 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Deleting port c14c2540-a763-4f40-a0ff-f367f325c967 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:14.541731 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.624100 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8404efc4-0532-45bc-843e-03f30905a9de,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:14.636652 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:14.691313 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.695073 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4193923 May 20 04:26:14.696718 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 52672) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:14.704557 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'security_group_rule': {'security_group_id': 'f0752356-47e2-4f50-9fcd-782ccc241c1e', 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:14.723925 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:14.728299 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Usage tracker for resource:security_group_rule and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:14.731411 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:14.738078 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:14.748885 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.securitygroups_db [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Project d13ae23867af47c2a2e1adc376ed8e50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 04:26:14.755509 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.768315 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] For port c14c2540-a763-4f40-a0ff-f367f325c967, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=c14c2540-a763-4f40-a0ff-f367f325c967,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:14.768672 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.783315 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a43593-c17e-436d-b414-2b33d747020b req-257daa04-af41-4742-a8e8-d22689b918b5 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:14.785087 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-68a43593-c17e-436d-b414-2b33d747020b req-257daa04-af41-4742-a8e8-d22689b918b5 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 946 time: 0.2303936 May 20 04:26:14.828052 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.831984 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.834209 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:14.855361 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836f0b44-d40a-4304-a638-34759ebca4cf,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:14.865138 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:14.872837 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.875800 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-27b3fb0f-3f00-458a-855b-a01e5f262cfe tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1761892 May 20 04:26:14.877081 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 52676) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:14.882033 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'security_group_rule': {'security_group_id': 'f0752356-47e2-4f50-9fcd-782ccc241c1e', 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:14.888937 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:14.892998 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Usage tracker for resource:security_group_rule and tenant:d13ae23867af47c2a2e1adc376ed8e50 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:14.896664 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:14.908050 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:14.917742 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.securitygroups_db [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Project d13ae23867af47c2a2e1adc376ed8e50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 04:26:14.923895 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:14.937953 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Calling delete_port for c14c2540-a763-4f40-a0ff-f367f325c967 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:14.964537 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-68a43593-c17e-436d-b414-2b33d747020b req-75673b66-d85f-4364-a060-b71a3916ea77 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e7680da-ec0e-4085-8aac-528f6294d7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724231 May 20 04:26:15.012760 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.016862 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.018961 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f13b4012-d6b4-4f98-b24e-063ffb6628d4 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:15.041078 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f64668-d487-42a4-97df-e9e84046f039,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:15.043446 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:15.051559 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.053156 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-886c8716-911f-4757-adf0-06f52b59fcb8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1751788 May 20 04:26:15.090854 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.097945 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:15.128613 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['c14c2540-a763-4f40-a0ff-f367f325c967'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:15.144127 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Pushing event deleted for resources: {'Port': ['ID=c14c2540-a763-4f40-a0ff-f367f325c967,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:15.148270 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:15.206280 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-aa74556f-543c-48a7-b117-fd02b78b3d99 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Synchronizing usage tracker for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:26:15.229791 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-aa74556f-543c-48a7-b117-fd02b78b3d99 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Unset dirty status for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:26:15.230923 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-aa74556f-543c-48a7-b117-fd02b78b3d99 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033548254&fields=id&tenant_id=d13ae23867af47c2a2e1adc376ed8e50 HTTP/1.1" status: 200 len: 267 time: 0.0659881 May 20 04:26:15.232790 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] No DVR routers for this DVR port c14c2540-a763-4f40-a0ff-f367f325c967 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:26:15.235364 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.238376 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b4acf0-0de0-460e-9ea9-ff101cf8716e', 'name': 'network-vif-deleted', 'tag': 'c14c2540-a763-4f40-a0ff-f367f325c967'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:15.260117 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e191c09f-839b-4a91-b41d-a0470288ae93 req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.79 "DELETE /v2.0/ports/c14c2540-a763-4f40-a0ff-f367f325c967 HTTP/1.1" status: 204 len: 173 time: 0.9324980 May 20 04:26:15.321639 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b4acf0-0de0-460e-9ea9-ff101cf8716e', 'name': 'network-vif-deleted', 'tag': 'c14c2540-a763-4f40-a0ff-f367f325c967', 'status': 'completed', 'code': 200} May 20 04:26:15.331054 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-8ee94d2c-ceb1-473e-b363-30a11e10e554 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:15.332614 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-8ee94d2c-ceb1-473e-b363-30a11e10e554 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 946 time: 0.0932033 May 20 04:26:15.346743 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'port': {'security_groups': ['96b64a35-d6a7-40ab-af99-f9d2f183d49c', 'f0752356-47e2-4f50-9fcd-782ccc241c1e']}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:15.538194 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be4a14-7609-4506-b16d-e838d04d19de req-b2ab9063-2e53-4501-ba7e-8484145957f7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:15.540409 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65be4a14-7609-4506-b16d-e838d04d19de req-b2ab9063-2e53-4501-ba7e-8484145957f7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.1267712 May 20 04:26:15.585793 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.590817 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-65be4a14-7609-4506-b16d-e838d04d19de req-2beace03-174e-4b9a-b469-bb13ebd917b9 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 May 20 04:26:15.805152 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52696) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:15.872203 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] For port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:15.907564 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.913872 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.918991 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-16146fba-44ab-4cb1-98b4-fb5b9475886e tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:15.934438 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-5ab9341d-1764-47dd-8305-15929a87ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:15.935963 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-5ab9341d-1764-47dd-8305-15929a87ea1a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69&tenant_id=f77dd29d337a4a71b75296339814cdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0800061 May 20 04:26:15.954619 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:15.960155 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['1f0be407-b7dc-4df3-81f2-95e1e5d7d086'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:15.970992 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:15.975095 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] Usage tracker for resource:security_group_rule and tenant:e5786f0edc5f4c3f896aac9bf0376a21 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:15.978609 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:16.000827 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:16.001805 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:16.003526 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b32d025b-4a61-4ac3-92d7-7ffd83750772 req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "PUT /v2.0/ports/1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 982 time: 0.6617188 May 20 04:26:16.010888 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:16.035946 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:16.049522 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'Port': ['ID=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,revision_number=6']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:16.058835 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:16.152800 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-3ced6c28-8966-4e53-bbbe-f68c9ea9ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:16.154247 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-3ced6c28-8966-4e53-bbbe-f68c9ea9ece0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 1096 time: 0.1670203 May 20 04:26:16.248795 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['1f0be407-b7dc-4df3-81f2-95e1e5d7d086'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:16.264443 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3f232-7ba4-44f0-a119-91806b8eceed req-e7dcb1ed-451f-44c7-96a7-2adcad395f55 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:16.273116 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-93c3f232-7ba4-44f0-a119-91806b8eceed req-e7dcb1ed-451f-44c7-96a7-2adcad395f55 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.1417980 May 20 04:26:16.304580 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-42f2666a-3b46-4905-82a2-fadeca1a7093 req-5ccf4295-1a24-4c06-a15d-7ee6d0dbd884 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Synchronizing usage tracker for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:26:16.334982 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-93c3f232-7ba4-44f0-a119-91806b8eceed req-46a2f04c-dc4f-4d2c-b07f-7536e5e26c2f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607629 May 20 04:26:16.387049 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'status': 'completed', 'code': 200} May 20 04:26:16.393214 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-761c6e30-4098-47eb-9cd2-8f25c9573175 None None] Provisioning complete for port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:26:16.393889 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-761c6e30-4098-47eb-9cd2-8f25c9573175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:16.494566 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:16.511858 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:16.528734 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-48955217-3a68-459b-8b37-7c0c51837be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:16.550987 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-73632087-fb68-44b2-bf0f-e55cde72df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:16.556660 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-73632087-fb68-44b2-bf0f-e55cde72df3e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d13ae23867af47c2a2e1adc376ed8e50&device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 1138 time: 0.1174746 May 20 04:26:16.560620 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-42f2666a-3b46-4905-82a2-fadeca1a7093 req-5ccf4295-1a24-4c06-a15d-7ee6d0dbd884 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Unset dirty status for tenant:c8d0f434122d479b92fc096f3e87dc14 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:26:16.562177 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-42f2666a-3b46-4905-82a2-fadeca1a7093 req-5ccf4295-1a24-4c06-a15d-7ee6d0dbd884 tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] 10.222.0.72 "GET /v2.0/ports?device_id=89b4acf0-0de0-460e-9ea9-ff101cf8716e HTTP/1.1" status: 200 len: 210 time: 0.3572259 May 20 04:26:16.577397 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e5786f0edc5f4c3f896aac9bf0376a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7687731 May 20 04:26:16.587104 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 52710) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:16.598522 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b1ad22-d3aa-45fb-9855-ce69e8b23e38,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:16.602476 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:16.603737 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-9880fc7f-04b7-494d-ba53-d2afe701e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:16.605217 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-9880fc7f-04b7-494d-ba53-d2afe701e01c service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 918 time: 0.4425600 May 20 04:26:16.748437 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-7aa3809b-275b-44f3-970e-c89ed1f7708b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c HTTP/1.1" status: 200 len: 999 time: 0.1360948 May 20 04:26:16.822257 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-ef8547d2-a6b3-4796-ad0a-7bd519ec6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:16.824150 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-ef8547d2-a6b3-4796-ad0a-7bd519ec6c26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.0687678 May 20 04:26:16.849095 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-77db42d2-c19f-47bc-80f5-f70987f76e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:16.850845 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-77db42d2-c19f-47bc-80f5-f70987f76e5c service neutron] 10.222.0.79 "GET /v2.0/networks?id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e HTTP/1.1" status: 200 len: 916 time: 0.2708972 May 20 04:26:16.923192 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-8cc0818b-e07d-4683-888c-2b5e424d7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:16.924833 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-8cc0818b-e07d-4683-888c-2b5e424d7d88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0930178 May 20 04:26:16.955819 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9202-e63e-4eba-b2ad-fdee6c595a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:17.016492 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e0d0-34c1-4dc7-a3a6-9c0a73e76943 req-d43ae24d-4747-4b2e-a4a8-7ed0aaa05f98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:17.018085 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-63e9e0d0-34c1-4dc7-a3a6-9c0a73e76943 req-d43ae24d-4747-4b2e-a4a8-7ed0aaa05f98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.2945862 May 20 04:26:17.031175 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9202-e63e-4eba-b2ad-fdee6c595a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:17.040507 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-109f1910-84cb-457a-a34a-2b334dc19d9b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 1002 time: 0.1773245 May 20 04:26:17.078054 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-bece236b-891f-4b7a-bfaa-32020f029e3e service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456394 May 20 04:26:17.165772 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-63e9e0d0-34c1-4dc7-a3a6-9c0a73e76943 req-4f726b2e-6119-4019-a77a-11832e20f14f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391103 May 20 04:26:17.170633 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-496af515-3bbf-49bd-91b1-dc2ac04672e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:17.172297 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-496af515-3bbf-49bd-91b1-dc2ac04672e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9f9ed88-81d5-4c63-980a-b925c11c09f9 HTTP/1.1" status: 200 len: 854 time: 0.1148703 May 20 04:26:17.219650 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b8674f4-4b43-41c4-b8ec-4e46614e2687 req-fd0b54a0-336b-47d9-8c93-a23744cf4f7b service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312783 May 20 04:26:17.238796 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9202-e63e-4eba-b2ad-fdee6c595a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:17.239349 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9a780988-81cf-489a-bc9b-fe2f88a21475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:17.256715 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb9202-e63e-4eba-b2ad-fdee6c595a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b1ad22-d3aa-45fb-9855-ce69e8b23e38,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:17.261201 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b5bb9202-e63e-4eba-b2ad-fdee6c595a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:17.263881 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9202-e63e-4eba-b2ad-fdee6c595a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:17.264960 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-b5bb9202-e63e-4eba-b2ad-fdee6c595a82 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3b1ad22-d3aa-45fb-9855-ce69e8b23e38 HTTP/1.1" status: 204 len: 168 time: 0.6751468 May 20 04:26:17.279437 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-4fc71b6d-1b19-4308-a392-4487afadd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:17.281589 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-4fc71b6d-1b19-4308-a392-4487afadd137 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1016676 May 20 04:26:17.421412 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-721b30fc-f506-4939-ac1c-1919f5c50058 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337850 May 20 04:26:17.586854 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6ac463ef-7f6a-493f-88ab-aa778f4afc5c req-566099a5-04f2-4f56-b9d3-3732c69fefa5 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429889 May 20 04:26:17.685629 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52732) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:18.130483 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device c14c2540-a763-4f40-a0ff-f367f325c967 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:18.199354 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: c14c2540-a763-4f40-a0ff-f367f325c967 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:18.199992 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device c14c2540-a763-4f40-a0ff-f367f325c967 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:18.360567 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520521'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:18.403174 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637f6e2-03ec-4a4f-a6b6-cfdccae97bd9 req-df4cae83-2725-426c-8b45-a36e2cff8841 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:18.405343 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b637f6e2-03ec-4a4f-a6b6-cfdccae97bd9 req-df4cae83-2725-426c-8b45-a36e2cff8841 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.0946302 May 20 04:26:18.467609 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b637f6e2-03ec-4a4f-a6b6-cfdccae97bd9 req-61c25032-ccb1-4a17-9097-d3fbca4ce065 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556743 May 20 04:26:18.902063 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Deleting port 1e76405e-1e69-48bd-a893-e1de8f56bcf4 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:18.902691 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:19.028566 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] For port 1e76405e-1e69-48bd-a893-e1de8f56bcf4, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=1e76405e-1e69-48bd-a893-e1de8f56bcf4,segment=NetworkSegment(6075d83d-0709-48b6-8795-96162cc4cea5),segment_id=6075d83d-0709-48b6-8795-96162cc4cea5)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:19.028920 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:19.161265 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Calling delete_port for 1e76405e-1e69-48bd-a893-e1de8f56bcf4 owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:19.456804 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:19.463109 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:19.507800 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e76405e-1e69-48bd-a893-e1de8f56bcf4,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:19.553913 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:19.844692 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f4e22-8d72-4d9c-84f5-41fb4a00cea5 req-40157313-e048-4331-a7c1-76a971939837 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:19.846134 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-220f4e22-8d72-4d9c-84f5-41fb4a00cea5 req-40157313-e048-4331-a7c1-76a971939837 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.2434134 May 20 04:26:19.850696 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7988410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519129'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:19.989611 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-220f4e22-8d72-4d9c-84f5-41fb4a00cea5 req-6f0da177-db81-4e7b-a959-d55e46d9c045 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345084 May 20 04:26:20.372461 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:26:20.565758 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:26:20.575837 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] Sync routers for ids ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:26:20.587279 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] Routers {'90e7ecdf-6825-41ad-bf89-1777a30fbdc7'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:20.587961 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:25:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:20.596952 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] 10.222.0.72 "PUT /v2.0/routers/90e7ecdf-6825-41ad-bf89-1777a30fbdc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9078810 May 20 04:26:20.597186 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52756) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:20.791828 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] Set router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:20.839801 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:21.031836 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:21.122967 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Deleting port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:26:21.123416 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:21.215278 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-router', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:59Z', 'updated_at': '2021-05-20T04:26:19Z', 'revision_number': 5, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'gw_port': {'id': 'ffa6db3d-9a13-4b5f-8fee-592ebe5624f6', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:21.225578 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] Checking router: 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:26:21.234740 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] Routers {'90e7ecdf-6825-41ad-bf89-1777a30fbdc7'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:26:21.235559 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:25:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:21.263716 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff90d9-17e3-4e55-aa5b-199aa41bb955 req-8443487c-8d2b-423e-bddd-962dd91ed2a2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:21.266200 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1cff90d9-17e3-4e55-aa5b-199aa41bb955 req-8443487c-8d2b-423e-bddd-962dd91ed2a2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.1431909 May 20 04:26:21.267034 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] For port ffa6db3d-9a13-4b5f-8fee-592ebe5624f6, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=ffa6db3d-9a13-4b5f-8fee-592ebe5624f6,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:21.267398 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:21.392322 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] Set router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 gateway port host: None {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:26:21.427549 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1cff90d9-17e3-4e55-aa5b-199aa41bb955 req-c7eb25bd-5afa-4ae9-9e9c-510e3870427c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552906 May 20 04:26:21.467593 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Calling delete_port for ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:26:21.532864 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2e063982-0fe3-477c-972a-21a0361e0f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:21.552485 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-router', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:59Z', 'updated_at': '2021-05-20T04:26:21Z', 'revision_number': 6, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'gw_port_host': None}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:21.557999 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92fe54e-fa7b-4496-99b3-875daf0de2b7 None None] The sync data for ids ['90e7ecdf-6825-41ad-bf89-1777a30fbdc7'] in dv-cinder-782405-9-smb is: [{'id': '90e7ecdf-6825-41ad-bf89-1777a30fbdc7', 'name': 'tempest-ServerRescueNegativeTestJSON-1547548219-router', 'tenant_id': 'c8d0f434122d479b92fc096f3e87dc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:22:59Z', 'updated_at': '2021-05-20T04:26:21Z', 'revision_number': 6, 'project_id': 'c8d0f434122d479b92fc096f3e87dc14', 'gw_port_host': None}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:26:21.697424 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:21.701099 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:21.747864 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa6db3d-9a13-4b5f-8fee-592ebe5624f6,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:21.779908 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:21.840359 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519778'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:22.124826 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:22.127216 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:22.214034 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516917'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:22.214819 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e7ecdf-6825-41ad-bf89-1777a30fbdc7 {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:26:22.229537 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:22.230587 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/90e7ecdf-6825-41ad-bf89-1777a30fbdc7 HTTP/1.1" status: 204 len: 168 time: 1.6324406 May 20 04:26:22.233118 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52780) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:22.297242 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-08088b4d-8b3c-4de8-84fd-6eee04b08c2f admin admin] Deleting subnet d87a1b24-fac6-4032-be77-16ea154fc07e {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:26:22.300079 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08088b4d-8b3c-4de8-84fd-6eee04b08c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:22.349624 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08088b4d-8b3c-4de8-84fd-6eee04b08c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091801'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:22.413920 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08088b4d-8b3c-4de8-84fd-6eee04b08c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:22.469121 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 1e76405e-1e69-48bd-a893-e1de8f56bcf4 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:22.510605 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 1e76405e-1e69-48bd-a893-e1de8f56bcf4 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:22.511622 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 1e76405e-1e69-48bd-a893-e1de8f56bcf4 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:22.512425 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:26:22.558085 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:26:22.559227 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ffa6db3d-9a13-4b5f-8fee-592ebe5624f6 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:26:22.770266 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9711-30cf-4c3f-8d2d-0fafb3e66321 req-bfd844f8-2099-4c79-8e4a-59b2e6a5aed6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:22.771827 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0e2b9711-30cf-4c3f-8d2d-0fafb3e66321 req-bfd844f8-2099-4c79-8e4a-59b2e6a5aed6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.1741920 May 20 04:26:22.832537 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0e2b9711-30cf-4c3f-8d2d-0fafb3e66321 req-a7af441b-5b2c-46a1-a733-63c7e96cce91 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530148 May 20 04:26:22.837641 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08088b4d-8b3c-4de8-84fd-6eee04b08c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2130404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686475'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:22.843346 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:22.877698 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08088b4d-8b3c-4de8-84fd-6eee04b08c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d87a1b24-fac6-4032-be77-16ea154fc07e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:22.881078 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-08088b4d-8b3c-4de8-84fd-6eee04b08c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:22.884365 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-08088b4d-8b3c-4de8-84fd-6eee04b08c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:22.891497 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 52788) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:22.900148 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-08088b4d-8b3c-4de8-84fd-6eee04b08c2f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d87a1b24-fac6-4032-be77-16ea154fc07e HTTP/1.1" status: 204 len: 168 time: 0.6658866 May 20 04:26:23.003082 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.131933 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.145653 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5609bc5-6269-462d-ae3a-3769e5221748']}} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:23.160086 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6075d83d-0709-48b6-8795-96162cc4cea5') {'for_net_delete': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:23.160374 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6075d83d-0709-48b6-8795-96162cc4cea5') {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:26:23.172252 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637389'] for segment, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.189541 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.197413 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=91668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:26:23.197855 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3145717'] for segment, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: Traceback (most recent call last): May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: timer() May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: cb(*args, **kw) May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: return func(*args, **kwargs) May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: self._notify() May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: self.callback(batched_events) May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: event.method(event) May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: return f(self, *a, **k) May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: return self._get(url).json() May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: return self.request(url, 'GET', **kwargs) May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:26:23.211415 dv-cinder-782405-9-smb neutron-server[91668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:26:23.290132 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.297800 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a1c8c1c4-ff30-4791-ac46-7ffc6f75e147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:23.311564 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.320347 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5609bc5-6269-462d-ae3a-3769e5221748,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:23.323336 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:23.335998 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-42a9c9b5-9264-4033-a40e-6274c1f33b14 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c5609bc5-6269-462d-ae3a-3769e5221748 HTTP/1.1" status: 204 len: 168 time: 0.4434006 May 20 04:26:23.522471 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52794) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:23.575736 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-57528960-dccd-48e5-acf4-95e865979f31 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8d0f434122d479b92fc096f3e87dc14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517657 May 20 04:26:23.578004 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52798) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:23.638235 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e9c29c6a-b5b5-4f23-914a-4aef8575aa44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.666180 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e9c29c6a-b5b5-4f23-914a-4aef8575aa44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.722636 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e9c29c6a-b5b5-4f23-914a-4aef8575aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.728153 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:23.740732 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c29c6a-b5b5-4f23-914a-4aef8575aa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7680da-ec0e-4085-8aac-528f6294d7b4,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:23.744458 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e9c29c6a-b5b5-4f23-914a-4aef8575aa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:23.764315 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e9c29c6a-b5b5-4f23-914a-4aef8575aa44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.768101 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-e9c29c6a-b5b5-4f23-914a-4aef8575aa44 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e7680da-ec0e-4085-8aac-528f6294d7b4 HTTP/1.1" status: 204 len: 168 time: 0.1891186 May 20 04:26:23.797950 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-be1fb777-a098-49f5-bfe7-2c9bf82ed1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:23.976105 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.046476 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35f803-c395-44f6-a6cd-76ead7f265ee req-957f0eac-4f15-4438-97d4-ad0809d744e7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:24.048662 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0b35f803-c395-44f6-a6cd-76ead7f265ee req-957f0eac-4f15-4438-97d4-ad0809d744e7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.0936096 May 20 04:26:24.102298 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0b35f803-c395-44f6-a6cd-76ead7f265ee req-aa8d676d-efea-497b-8b2a-f5d7ace26002 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 May 20 04:26:24.552292 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52826) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:24.661263 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-149403512-network', 'tenant_id': '05e8b0dda0134cfcbbeee3c78289415e'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:24.666852 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:24.670954 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Usage tracker for resource:network and tenant:05e8b0dda0134cfcbbeee3c78289415e is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:24.673910 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:24.680839 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:24.690596 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Made reservation on behalf of 05e8b0dda0134cfcbbeee3c78289415e for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:26:24.693148 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.705195 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.720251 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:24.724103 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Usage tracker for resource:security_group_rule and tenant:05e8b0dda0134cfcbbeee3c78289415e is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:24.727577 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:24.733326 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:24.803749 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.827169 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.837707 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.845525 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7b0dc331-2a26-4f82-94fb-d78d72c17372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:24.874781 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:26:24.884112 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e325260-17e1-468f-8222-890a478b08b0,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:24.887930 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:24.894322 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.894670 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.segments_db [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Added segment cd3a9e0a-bf67-4761-ab75-e0cdfb155a25 of type vlan for network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e May 20 04:26:24.934177 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.965521 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.966974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:24.967803 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:24.972047 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1fddd561-b039-48bc-a095-fe6874612969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:25.084666 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5312471 May 20 04:26:25.088228 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 52838) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:26:25.104565 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Request body: {'subnet': {'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-149403512-subnet', 'tenant_id': '05e8b0dda0134cfcbbeee3c78289415e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:25.108794 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Pushing event updated for resources: {'Network': ['ID=9ce8c640-96f4-4f7d-b3ec-c5be019b649e,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:25.112069 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:25.113004 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:25.116984 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Usage tracker for resource:subnet and tenant:05e8b0dda0134cfcbbeee3c78289415e is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:25.119444 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:26:25.119889 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:25.126511 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:25.137854 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Made reservation on behalf of 05e8b0dda0134cfcbbeee3c78289415e for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:26:25.140144 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1686512'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:25.362249 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a328a30-0f66-4dca-8f33-e51540056c55 req-e3eea9ce-01f8-4755-ba0f-e6f151c592e1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:25.364069 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a328a30-0f66-4dca-8f33-e51540056c55 req-e3eea9ce-01f8-4755-ba0f-e6f151c592e1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.0985427 May 20 04:26:25.428083 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a328a30-0f66-4dca-8f33-e51540056c55 req-e201bf6c-6c66-43c6-b4a9-1683e846d8f8 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555553 May 20 04:26:25.647668 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2130347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1686466'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:25.652164 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:25.727517 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b842f3-10bb-445f-a371-c8b2d3ef8d7a,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:25.731361 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:25.735409 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Checking segment: {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:26:25.735801 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Network hostable DHCP agents. Network: 9ce8c640-96f4-4f7d-b3ec-c5be019b649e, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:26:25.753419 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:26:25.762049 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, 9ce8c640-96f4-4f7d-b3ec-c5be019b649e) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:26:25.773500 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1adbb-5415-4090-8cbf-4c69889ae87f None None] Network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:26:25.773663 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:25.774111 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:25.794692 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7054005 May 20 04:26:26.017622 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b77237-1b2b-4a30-b70b-84b84cd672f8 None None] Network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:26:26.391556 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-e60d48c7-16ff-4a42-ac86-c3e52c36fc9f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:26.392955 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-e60d48c7-16ff-4a42-ac86-c3e52c36fc9f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 814 time: 0.1498599 May 20 04:26:26.408140 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-630d42f2-b738-45df-9d06-b9d17dd51088 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/quotas/05e8b0dda0134cfcbbeee3c78289415e HTTP/1.1" status: 200 len: 375 time: 0.0096436 May 20 04:26:26.446473 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:26.464270 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-2b07cf10-b71d-4daa-94df-a35ad1d79216 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487845 May 20 04:26:26.628734 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-539ac387-214a-41ca-bdf0-da414ee84a05 service neutron] 10.222.0.72 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522844 May 20 04:26:26.766195 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-7abd9caf-4ee2-41f7-872d-ca21cc1454af service neutron] 10.222.0.72 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305699 May 20 04:26:27.069736 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffa7fc-40bc-4fbc-a7df-b86cc8090726 req-32224879-1da6-4e05-91c5-2597639743e6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:27.071632 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-70ffa7fc-40bc-4fbc-a7df-b86cc8090726 req-32224879-1da6-4e05-91c5-2597639743e6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.0962491 May 20 04:26:27.142951 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-70ffa7fc-40bc-4fbc-a7df-b86cc8090726 req-c3f178c3-d0b1-4ac6-8466-3960498d9ffb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648324 May 20 04:26:27.248099 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a1bce2c1-03d2-4c37-bfdd-9c06be91374e req-264b8dbf-f9ed-4c28-b1e1-459857eee7d1 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 210 time: 0.0538766 May 20 04:26:28.330274 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91135be5-c2eb-405b-bbca-d2281bf72e98 req-df4157d7-1943-4371-a55a-b90434384a25 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:28.331771 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-91135be5-c2eb-405b-bbca-d2281bf72e98 req-df4157d7-1943-4371-a55a-b90434384a25 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.0844409 May 20 04:26:28.379397 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-91135be5-c2eb-405b-bbca-d2281bf72e98 req-c2b8a2cf-0fa8-4070-884d-4418d192d128 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410848 May 20 04:26:28.519035 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4e0ddb86-4b78-4ac6-8077-7b4659fbf876 req-b4054674-e98c-4299-916e-264c4cc3202b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 210 time: 0.0436707 May 20 04:26:29.574239 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc14d7-67d1-4538-ac30-2f38e1bfed16 req-65ec7103-0bd1-46ff-98ba-91dc59747af5 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:29.575760 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3bbc14d7-67d1-4538-ac30-2f38e1bfed16 req-65ec7103-0bd1-46ff-98ba-91dc59747af5 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.0846181 May 20 04:26:29.622310 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3bbc14d7-67d1-4538-ac30-2f38e1bfed16 req-55cd614b-9ca5-4158-bc7d-f1e775aa865e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407751 May 20 04:26:29.784561 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b8579f7f-158c-46cb-913e-5cab06e11184 req-6f886577-96d5-4e42-a6b0-d3e3cbc9ab45 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 210 time: 0.0428157 May 20 04:26:30.639696 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:26:30.879938 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c59aaf-c4a6-4c98-9bf2-9f11b8815d92 req-207b8679-acca-495a-b089-911d0f48c9ff tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:30.881400 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-17c59aaf-c4a6-4c98-9bf2-9f11b8815d92 req-207b8679-acca-495a-b089-911d0f48c9ff tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.1479752 May 20 04:26:30.925999 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-17c59aaf-c4a6-4c98-9bf2-9f11b8815d92 req-d952f618-c9d8-4e04-ac43-f8ca97db2a55 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382075 May 20 04:26:31.067242 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-39812bad-e6dc-4b8a-b608-cf12f66e995e req-50dfa2db-996d-43d4-ac96-880c8469539a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 210 time: 0.0457687 May 20 04:26:32.192854 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa054ae-65eb-4b37-8841-3e56a5bd025b req-3a6c3666-6346-44e1-9b1e-8945d3205184 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:32.192854 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-5fa054ae-65eb-4b37-8841-3e56a5bd025b req-3a6c3666-6346-44e1-9b1e-8945d3205184 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.1389995 May 20 04:26:32.221039 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-209ff9e4-4924-4ba1-b6c0-12421dcbd67d tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:32.222465 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-209ff9e4-4924-4ba1-b6c0-12421dcbd67d tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 814 time: 0.2649162 May 20 04:26:32.249923 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7eb402b5-8e11-4a3f-96e8-296075a04f46 req-5ea2b9df-ae54-4880-8ad4-e0f42608619d tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 210 time: 0.0473688 May 20 04:26:32.251168 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-5fa054ae-65eb-4b37-8841-3e56a5bd025b req-c4df0f85-2cb5-4ac9-999c-20f43c5a8446 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509095 May 20 04:26:32.259013 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Request body: {'port': {'device_id': '13646716-f3b6-4d03-b791-5cd44d31adf0', 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e', 'admin_state_up': True, 'tenant_id': '05e8b0dda0134cfcbbeee3c78289415e'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:32.402244 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:32.406202 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Usage tracker for resource:port and tenant:05e8b0dda0134cfcbbeee3c78289415e is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:26:32.409053 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:26:32.415190 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:32.425275 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Made reservation on behalf of 05e8b0dda0134cfcbbeee3c78289415e for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:26:32.428712 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:32.589476 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Allocated IP 172.20.0.12 (9ce8c640-96f4-4f7d-b3ec-c5be019b649e/94b842f3-10bb-445f-a371-c8b2d3ef8d7a/f142bd84-313a-4fe5-b201-5af3aee7c658) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:26:32.799744 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:32.829018 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:32.834185 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:32.899636 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:26:32.902656 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:26:32.911676 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:26:32.939697 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Pushing event updated for resources: {'Port': ['ID=f142bd84-313a-4fe5-b201-5af3aee7c658,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:32.946297 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:32.974680 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:32.975321 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:32.995423 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-87bf9be2-4a72-479a-b6a0-a4cbeb6acd86 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7420053 May 20 04:26:33.021233 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Request body: {'port': {'device_id': '13646716-f3b6-4d03-b791-5cd44d31adf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:33.134226 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:33.457687 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855763f-113c-4c8b-8463-6db770156c66 req-cd920592-bb3c-4503-bd7c-c2d310964662 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:33.459285 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e855763f-113c-4c8b-8463-6db770156c66 req-cd920592-bb3c-4503-bd7c-c2d310964662 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 932 time: 0.0843153 May 20 04:26:33.502903 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-e855763f-113c-4c8b-8463-6db770156c66 req-533a2082-1971-4767-8c07-7e5ac3f86074 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Synchronizing usage tracker for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:security_group {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:26:33.520183 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-e855763f-113c-4c8b-8463-6db770156c66 req-533a2082-1971-4767-8c07-7e5ac3f86074 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Unset dirty status for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:security_group {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:26:33.522316 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e855763f-113c-4c8b-8463-6db770156c66 req-533a2082-1971-4767-8c07-7e5ac3f86074 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564818 May 20 04:26:33.544131 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b63d6-9f35-4600-a85d-5b48a3a842fb req-aa18de9e-7919-438e-b482-6c1b17f7aac3 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:33.545579 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2c0b63d6-9f35-4600-a85d-5b48a3a842fb req-aa18de9e-7919-438e-b482-6c1b17f7aac3 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 943 time: 0.1576319 May 20 04:26:33.568903 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f142bd84-313a-4fe5-b201-5af3aee7c658 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:26:33.579718 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:33.608990 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Transition to ACTIVE for port object f142bd84-313a-4fe5-b201-5af3aee7c658 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:26:33.614628 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2c0b63d6-9f35-4600-a85d-5b48a3a842fb req-c27f2153-371c-4454-bafa-c82e3c55f413 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622845 May 20 04:26:33.615646 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:33.620229 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:33.846622 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=f142bd84-313a-4fe5-b201-5af3aee7c658,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:33.854383 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:33.924690 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Attempting to bind port f142bd84-313a-4fe5-b201-5af3aee7c658 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:26:33.925031 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Attempting to bind port f142bd84-313a-4fe5-b201-5af3aee7c658 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:26:33.925368 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Attempting to bind port f142bd84-313a-4fe5-b201-5af3aee7c658 on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:26:33.930565 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Port f142bd84-313a-4fe5-b201-5af3aee7c658 on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:26:33.930887 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Attempting to bind port f142bd84-313a-4fe5-b201-5af3aee7c658 on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:26:33.936023 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:26:33.936363 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Checking segment: {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:26:33.936742 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Bound using segment: {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:26:33.937170 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Bound port: f142bd84-313a-4fe5-b201-5af3aee7c658, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:26:33.937518 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:34.026839 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] For port f142bd84-313a-4fe5-b201-5af3aee7c658, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:26:34.030221 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] For port f142bd84-313a-4fe5-b201-5af3aee7c658, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f142bd84-313a-4fe5-b201-5af3aee7c658,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:26:34.034171 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:34.037828 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:34.099673 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:34.100286 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:34.102156 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] 10.222.0.79 "PUT /v2.0/ports/f142bd84-313a-4fe5-b201-5af3aee7c658 HTTP/1.1" status: 200 len: 1094 time: 1.0848844 May 20 04:26:34.102630 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13646716-f3b6-4d03-b791-5cd44d31adf0', 'tag': 'f142bd84-313a-4fe5-b201-5af3aee7c658'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:34.127912 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=f142bd84-313a-4fe5-b201-5af3aee7c658,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:34.129945 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:34.165445 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13646716-f3b6-4d03-b791-5cd44d31adf0', 'tag': 'f142bd84-313a-4fe5-b201-5af3aee7c658', 'status': 'completed', 'code': 200} May 20 04:26:34.215363 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b54d3a7b-8457-4be0-972c-d7dbafdf020c details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:26:34.268462 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-b207ddca-9b08-4b69-81ec-be42a3d7af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:34.269860 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-b207ddca-9b08-4b69-81ec-be42a3d7af0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 1097 time: 0.0750816 May 20 04:26:34.349624 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-02251431-edc2-487b-8a40-f7d8f807b655 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f142bd84-313a-4fe5-b201-5af3aee7c658 HTTP/1.1" status: 200 len: 217 time: 0.0633662 May 20 04:26:34.350787 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:34.365105 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'port_id': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'mac_address': 'fa:16:3e:07:77:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:26:34.424844 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-55e9eec1-8314-4ad8-81f7-540717c454e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:34.426093 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:34.426473 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-55e9eec1-8314-4ad8-81f7-540717c454e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=94b842f3-10bb-445f-a371-c8b2d3ef8d7a HTTP/1.1" status: 200 len: 854 time: 0.0673797 May 20 04:26:34.443241 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54d3a7b-8457-4be0-972c-d7dbafdf020c {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:26:34.459729 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:34.464507 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:34.466543 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:34.483443 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-a0a3265c-c467-4003-947b-110500891e0f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491593 May 20 04:26:34.533095 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=9']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:34.536174 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:34.619551 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-a934a072-5f77-456a-8af5-3c39b8a5285d service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289921 May 20 04:26:34.722072 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36cd1d-a319-4fb2-aa2a-934193624ce9 req-0da6dd7f-ffaf-4c77-9cb3-e3573142e7a9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:34.723726 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ef36cd1d-a319-4fb2-aa2a-934193624ce9 req-0da6dd7f-ffaf-4c77-9cb3-e3573142e7a9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 944 time: 0.0870416 May 20 04:26:34.771170 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ef36cd1d-a319-4fb2-aa2a-934193624ce9 req-6b2238cf-6dd3-4401-a3bc-8e5b7cbd188e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 May 20 04:26:34.819828 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27b18d9f-0e24-40d8-b31e-117933c10307 req-d741ea12-0e70-46c7-afda-dd2522aff12c service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819463 May 20 04:26:34.836670 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['b54d3a7b-8457-4be0-972c-d7dbafdf020c'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:34.842176 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452343f-82f0-4bc2-8079-814bd480a6b1 req-6c02f88b-20d4-4d9c-8adf-076db1f8d12c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:34.843680 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f452343f-82f0-4bc2-8079-814bd480a6b1 req-6c02f88b-20d4-4d9c-8adf-076db1f8d12c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 944 time: 0.1080980 May 20 04:26:34.890730 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f452343f-82f0-4bc2-8079-814bd480a6b1 req-789a0d03-aef0-4afa-9877-6d75dddc640b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397081 May 20 04:26:35.013343 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c546cc-9219-4c33-b6ab-0d29df9ad6bb req-d3dbfc5a-3117-419b-a96f-f404b3df8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:35.014810 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-13c546cc-9219-4c33-b6ab-0d29df9ad6bb req-d3dbfc5a-3117-419b-a96f-f404b3df8d07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 1097 time: 0.0751712 May 20 04:26:35.153432 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c546cc-9219-4c33-b6ab-0d29df9ad6bb req-db716e78-1571-4df5-a918-40d5493b93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:35.154865 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-13c546cc-9219-4c33-b6ab-0d29df9ad6bb req-db716e78-1571-4df5-a918-40d5493b93ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 915 time: 0.1271462 May 20 04:26:35.226075 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-13c546cc-9219-4c33-b6ab-0d29df9ad6bb req-cc485f80-478a-4e10-b674-f797d5c580f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f142bd84-313a-4fe5-b201-5af3aee7c658 HTTP/1.1" status: 200 len: 217 time: 0.0585451 May 20 04:26:35.293043 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c546cc-9219-4c33-b6ab-0d29df9ad6bb req-388a8bb9-1174-469a-83db-cf5ff5e294b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:35.294492 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-13c546cc-9219-4c33-b6ab-0d29df9ad6bb req-388a8bb9-1174-469a-83db-cf5ff5e294b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=94b842f3-10bb-445f-a371-c8b2d3ef8d7a HTTP/1.1" status: 200 len: 854 time: 0.0612841 May 20 04:26:35.343413 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-13c546cc-9219-4c33-b6ab-0d29df9ad6bb req-a50682b3-6db4-432d-b73e-d56a8a1a236e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395787 May 20 04:26:35.473610 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-13c546cc-9219-4c33-b6ab-0d29df9ad6bb req-f0c25956-1b18-4758-a19a-f42891dd6157 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222372 May 20 04:26:35.679089 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-13c546cc-9219-4c33-b6ab-0d29df9ad6bb req-a8a7c221-3aac-4bfa-95f7-65b4c1f4e20d service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966860 May 20 04:26:35.967586 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085d025-a9d5-49e7-b895-37cedd002e89 req-ec0b7629-9e6f-48b9-a9dd-276fc69092ed tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:35.969503 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e085d025-a9d5-49e7-b895-37cedd002e89 req-ec0b7629-9e6f-48b9-a9dd-276fc69092ed tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 944 time: 0.0841556 May 20 04:26:36.013229 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e085d025-a9d5-49e7-b895-37cedd002e89 req-33bbedab-a5e3-49fa-b63d-2b90aa62ba3d tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 May 20 04:26:36.081557 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834e503-ed6a-472b-b650-5117957171b4 req-987fbc4b-cfac-46ed-b7f5-d6b09cca142e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:36.083030 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c834e503-ed6a-472b-b650-5117957171b4 req-987fbc4b-cfac-46ed-b7f5-d6b09cca142e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 944 time: 0.0816102 May 20 04:26:36.130352 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c834e503-ed6a-472b-b650-5117957171b4 req-ce34d0e6-e6c5-4a45-a3b6-42535077f428 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410326 May 20 04:26:36.232133 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b54d3a7b-8457-4be0-972c-d7dbafdf020c up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:26:36.298120 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port b54d3a7b-8457-4be0-972c-d7dbafdf020c triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:26:36.298502 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:36.411341 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:36.436945 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:36.446752 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:36.453926 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:36.455903 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:36.485076 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'code': 200} May 20 04:26:36.524886 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=10']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:36.527755 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:37.106921 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51925a9-417a-4194-99e2-cfc0fcf98e5c req-338da3fc-d13f-4ef2-bebe-e520ee0d01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:37.108833 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f51925a9-417a-4194-99e2-cfc0fcf98e5c req-338da3fc-d13f-4ef2-bebe-e520ee0d01c1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 1099 time: 0.0700309 May 20 04:26:37.207787 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f51925a9-417a-4194-99e2-cfc0fcf98e5c req-8279c4b4-984e-40d1-9967-0b034e530226 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918057 May 20 04:26:37.232583 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9e551-553e-49a7-b7f7-fa236a966940 req-9a40b960-2d5b-42a4-bc48-701e47625607 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:37.233290 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-6cf9e551-553e-49a7-b7f7-fa236a966940 req-9a40b960-2d5b-42a4-bc48-701e47625607 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Synchronizing usage tracker for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:26:37.253582 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-6cf9e551-553e-49a7-b7f7-fa236a966940 req-9a40b960-2d5b-42a4-bc48-701e47625607 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Unset dirty status for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:26:37.255066 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6cf9e551-553e-49a7-b7f7-fa236a966940 req-9a40b960-2d5b-42a4-bc48-701e47625607 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 944 time: 0.1257229 May 20 04:26:37.307196 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6cf9e551-553e-49a7-b7f7-fa236a966940 req-e6a35bf1-5069-49db-af29-ac9adc99b88b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455053 May 20 04:26:37.346820 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9abe-1bef-446c-a436-982288a42ee5 req-1a079c9c-99b1-4676-a003-7811b7dd8e40 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:37.348344 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-304a9abe-1bef-446c-a436-982288a42ee5 req-1a079c9c-99b1-4676-a003-7811b7dd8e40 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 946 time: 0.0966237 May 20 04:26:37.398542 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-304a9abe-1bef-446c-a436-982288a42ee5 req-bd78d5fa-5971-4b15-8be4-bb366e9a802d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 May 20 04:26:38.234154 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device f142bd84-313a-4fe5-b201-5af3aee7c658 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:26:38.366006 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port f142bd84-313a-4fe5-b201-5af3aee7c658, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f142bd84-313a-4fe5-b201-5af3aee7c658,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:38.379313 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'f142bd84-313a-4fe5-b201-5af3aee7c658', 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e', 'port_id': 'f142bd84-313a-4fe5-b201-5af3aee7c658', 'mac_address': 'fa:16:3e:3d:a8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b842f3-10bb-445f-a371-c8b2d3ef8d7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:26:38.437705 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.455458 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f142bd84-313a-4fe5-b201-5af3aee7c658 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:26:38.472305 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port f142bd84-313a-4fe5-b201-5af3aee7c658, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f142bd84-313a-4fe5-b201-5af3aee7c658,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:38.477283 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.479063 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:38.497452 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5968ce-d58c-41e2-bda1-a4fda222073d req-139e1423-dc17-4911-a8a0-a5072d1b66fd tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:38.500338 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bc5968ce-d58c-41e2-bda1-a4fda222073d req-139e1423-dc17-4911-a8a0-a5072d1b66fd tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 944 time: 0.0869417 May 20 04:26:38.552909 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=f142bd84-313a-4fe5-b201-5af3aee7c658,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:38.555185 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bc5968ce-d58c-41e2-bda1-a4fda222073d req-7f755896-d696-47c7-ac51-cdfc98980a52 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487194 May 20 04:26:38.557216 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:38.605298 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c272-74ea-40ec-9527-0a2f9ecb7e65 req-36fc1852-5806-4534-a9c0-19f62c234252 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:38.606787 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-64b2c272-74ea-40ec-9527-0a2f9ecb7e65 req-36fc1852-5806-4534-a9c0-19f62c234252 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 946 time: 0.0877581 May 20 04:26:38.652242 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:38.656144 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-64b2c272-74ea-40ec-9527-0a2f9ecb7e65 req-f06ab001-e5b1-4c67-b270-edf98dd9bfe3 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 May 20 04:26:38.935115 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['f142bd84-313a-4fe5-b201-5af3aee7c658'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:39.743309 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe345-ebf7-43cc-ad1b-f86c83f5d4db req-893f0566-1281-4c2b-bb88-b47833e41c7b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:39.744850 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c4afe345-ebf7-43cc-ad1b-f86c83f5d4db req-893f0566-1281-4c2b-bb88-b47833e41c7b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 945 time: 0.0870214 May 20 04:26:39.789764 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c4afe345-ebf7-43cc-ad1b-f86c83f5d4db req-7fc30e2d-af7a-4ff4-b50d-bfad3641ce2f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 May 20 04:26:39.844270 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ab993-892e-4ce2-811c-6388fcf18c1b req-6dcc5552-3274-44ae-91a4-f80876452601 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:39.845731 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0d0ab993-892e-4ce2-811c-6388fcf18c1b req-6dcc5552-3274-44ae-91a4-f80876452601 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 946 time: 0.0797253 May 20 04:26:39.890044 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0d0ab993-892e-4ce2-811c-6388fcf18c1b req-c1135392-fc17-4d2e-a0ef-f267ba3617d0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383017 May 20 04:26:40.246208 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device f142bd84-313a-4fe5-b201-5af3aee7c658 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:26:40.315248 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port f142bd84-313a-4fe5-b201-5af3aee7c658 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:26:40.319672 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port f142bd84-313a-4fe5-b201-5af3aee7c658 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:26:40.320044 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:40.432930 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:40.458642 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13646716-f3b6-4d03-b791-5cd44d31adf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f142bd84-313a-4fe5-b201-5af3aee7c658'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:40.467863 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port f142bd84-313a-4fe5-b201-5af3aee7c658, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f142bd84-313a-4fe5-b201-5af3aee7c658,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:40.472794 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:40.474618 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:40.509292 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13646716-f3b6-4d03-b791-5cd44d31adf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f142bd84-313a-4fe5-b201-5af3aee7c658', 'code': 200} May 20 04:26:40.540627 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=f142bd84-313a-4fe5-b201-5af3aee7c658,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:40.543665 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:40.795167 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8bda-87b7-4a59-8f85-feda3f631049 req-c1f7ea2d-be5f-4366-8f30-3f0028fbc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:40.796704 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ef6a8bda-87b7-4a59-8f85-feda3f631049 req-c1f7ea2d-be5f-4366-8f30-3f0028fbc8dd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 1099 time: 0.0803280 May 20 04:26:40.838124 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ef6a8bda-87b7-4a59-8f85-feda3f631049 req-6768d992-bd78-4bdd-921f-f3836287d273 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344555 May 20 04:26:40.979764 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4486a-79e3-432c-88a6-a0219fbccea1 req-59d8f171-84c8-479e-9517-aee36907139a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:40.981245 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-46e4486a-79e3-432c-88a6-a0219fbccea1 req-59d8f171-84c8-479e-9517-aee36907139a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 946 time: 0.0815370 May 20 04:26:41.027305 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-46e4486a-79e3-432c-88a6-a0219fbccea1 req-3248b787-8787-421d-ab2f-d5729e23bcee tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400310 May 20 04:26:42.215794 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f338d-7f43-4798-8228-e7512d63ea25 req-df36bfb9-90d8-483f-a7c4-c09c5d98269d tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:42.217254 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-364f338d-7f43-4798-8228-e7512d63ea25 req-df36bfb9-90d8-483f-a7c4-c09c5d98269d tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 946 time: 0.0873482 May 20 04:26:42.264261 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-364f338d-7f43-4798-8228-e7512d63ea25 req-9493d40c-a2c0-4974-a5a8-f691ea5c817c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 May 20 04:26:43.453117 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8c27-54e4-4359-85f5-5a23692f9d50 req-f4ad36bf-5886-4376-b09b-e69b0ee88219 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:43.454574 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ba4e8c27-54e4-4359-85f5-5a23692f9d50 req-f4ad36bf-5886-4376-b09b-e69b0ee88219 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 946 time: 0.0836580 May 20 04:26:43.497765 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ba4e8c27-54e4-4359-85f5-5a23692f9d50 req-ed699655-b373-4d65-a94b-13e0b109e862 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374868 May 20 04:26:47.977560 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-ab6b0b53-06f5-4dc3-8ac1-2c1327b225b8 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:47.978215 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-ab6b0b53-06f5-4dc3-8ac1-2c1327b225b8 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Synchronizing usage tracker for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:network {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:26:47.995367 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-ab6b0b53-06f5-4dc3-8ac1-2c1327b225b8 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Unset dirty status for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:network {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:26:47.996509 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-ab6b0b53-06f5-4dc3-8ac1-2c1327b225b8 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 814 time: 0.1604500 May 20 04:26:48.011977 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-3512a417-1278-49bc-bc7e-b8b9b2addac4 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/quotas/05e8b0dda0134cfcbbeee3c78289415e HTTP/1.1" status: 200 len: 375 time: 0.0094614 May 20 04:26:48.089361 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-a4149aeb-adf5-4c48-ac5d-27659bc12088 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723507 May 20 04:26:48.218632 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-e3943ef3-e4b8-493e-9d29-b9916e9c4bbc service neutron] 10.222.0.72 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225843 May 20 04:26:48.350018 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-6163e3a9-fc23-4148-9dc0-f7c9ed9c86d6 service neutron] 10.222.0.72 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254838 May 20 04:26:48.522046 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1da83b09-ca55-4040-84e8-af84088582e8 req-270500d5-dad8-42dd-90ce-70042026992a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 210 time: 0.0423667 May 20 04:26:49.678856 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e47caed6-bdb6-4d20-a1ee-864005142f0f req-0c91c1da-86b2-47e9-8051-25a4c263945c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 210 time: 0.0492251 May 20 04:26:49.826188 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-f6214765-b0f6-481f-908f-ad44207d2315 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:49.827635 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-f6214765-b0f6-481f-908f-ad44207d2315 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 814 time: 0.1524918 May 20 04:26:49.855663 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Request body: {'port': {'device_id': '9870e1ad-8310-411e-ad7d-60dde093951d', 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e', 'admin_state_up': True, 'tenant_id': '05e8b0dda0134cfcbbeee3c78289415e'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:49.992091 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:26:50.001908 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:26:50.011873 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Made reservation on behalf of 05e8b0dda0134cfcbbeee3c78289415e for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:26:50.015643 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:50.175066 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Allocated IP 172.20.0.14 (9ce8c640-96f4-4f7d-b3ec-c5be019b649e/94b842f3-10bb-445f-a371-c8b2d3ef8d7a/27387ce7-f3d5-4fed-ab94-39da77fea0ce) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:26:50.372321 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:50.407964 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:50.411786 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:50.459876 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['f142bd84-313a-4fe5-b201-5af3aee7c658'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:50.476803 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:26:50.479928 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:26:50.486795 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:26:50.516341 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Pushing event updated for resources: {'Port': ['ID=27387ce7-f3d5-4fed-ab94-39da77fea0ce,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:50.523429 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:50.558143 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:50.558784 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:50.585194 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7342806 May 20 04:26:50.614866 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Request body: {'port': {'device_id': '9870e1ad-8310-411e-ad7d-60dde093951d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:26:50.731486 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:50.868875 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45ecbd-07bf-407f-83c4-edaf9f33bdf8 req-16dd1263-d393-4e57-a995-2a0a783d2e87 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:50.871148 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0b45ecbd-07bf-407f-83c4-edaf9f33bdf8 req-16dd1263-d393-4e57-a995-2a0a783d2e87 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 932 time: 0.0841720 May 20 04:26:50.917392 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0b45ecbd-07bf-407f-83c4-edaf9f33bdf8 req-f5df01bb-0896-4e79-8461-2c19ebf802af tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 May 20 04:26:51.159578 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27387ce7-f3d5-4fed-ab94-39da77fea0ce {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:26:51.166983 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:51.181660 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Transition to ACTIVE for port object 27387ce7-f3d5-4fed-ab94-39da77fea0ce will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:26:51.185581 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:51.189926 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:51.333667 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Pushing event updated for resources: {'Port': ['ID=27387ce7-f3d5-4fed-ab94-39da77fea0ce,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:51.340555 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:51.411635 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Attempting to bind port 27387ce7-f3d5-4fed-ab94-39da77fea0ce on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:26:51.411947 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Attempting to bind port 27387ce7-f3d5-4fed-ab94-39da77fea0ce by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:26:51.412275 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Attempting to bind port 27387ce7-f3d5-4fed-ab94-39da77fea0ce on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:26:51.416781 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Port 27387ce7-f3d5-4fed-ab94-39da77fea0ce on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:26:51.417095 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Attempting to bind port 27387ce7-f3d5-4fed-ab94-39da77fea0ce on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:26:51.422099 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:26:51.422424 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Checking segment: {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:26:51.422810 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Bound using segment: {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:26:51.423226 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Bound port: 27387ce7-f3d5-4fed-ab94-39da77fea0ce, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:26:51.423598 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:51.510545 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] For port 27387ce7-f3d5-4fed-ab94-39da77fea0ce, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:26:51.514027 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] For port 27387ce7-f3d5-4fed-ab94-39da77fea0ce, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=27387ce7-f3d5-4fed-ab94-39da77fea0ce,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:26:51.516202 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d7ac4a6c-f56f-499d-b680-a8602cd2ead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:51.517779 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:51.521279 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:51.581195 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:51.581814 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:51.583234 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] 10.222.0.79 "PUT /v2.0/ports/27387ce7-f3d5-4fed-ab94-39da77fea0ce HTTP/1.1" status: 200 len: 1094 time: 0.9728251 May 20 04:26:51.583751 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9870e1ad-8310-411e-ad7d-60dde093951d', 'tag': '27387ce7-f3d5-4fed-ab94-39da77fea0ce'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:51.602094 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Pushing event updated for resources: {'Port': ['ID=27387ce7-f3d5-4fed-ab94-39da77fea0ce,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:51.606334 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:51.635299 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9870e1ad-8310-411e-ad7d-60dde093951d', 'tag': '27387ce7-f3d5-4fed-ab94-39da77fea0ce', 'status': 'completed', 'code': 200} May 20 04:26:51.746984 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-9fd3cbfe-7e14-44b3-8cba-275de173b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:51.748399 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-9fd3cbfe-7e14-44b3-8cba-275de173b96b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 1097 time: 0.0706272 May 20 04:26:51.827882 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-7426f35c-0810-4757-852c-22a7632962d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27387ce7-f3d5-4fed-ab94-39da77fea0ce HTTP/1.1" status: 200 len: 217 time: 0.0619633 May 20 04:26:51.890546 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-2f8a9191-ba20-4e8f-9ac6-53535b354e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:51.891978 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-2f8a9191-ba20-4e8f-9ac6-53535b354e70 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=94b842f3-10bb-445f-a371-c8b2d3ef8d7a HTTP/1.1" status: 200 len: 854 time: 0.0572462 May 20 04:26:51.940405 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-56ab4c19-1f9a-4412-9c05-2bc32a409c2c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401986 May 20 04:26:52.085086 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-90ca731e-7d65-43c1-96a3-04d57b7110d7 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312366 May 20 04:26:52.107572 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46ce68-da64-44eb-9101-ee82c7377c89 req-9cf0e658-d557-4b93-b4de-1e462444a337 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:52.109796 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9a46ce68-da64-44eb-9101-ee82c7377c89 req-9cf0e658-d557-4b93-b4de-1e462444a337 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 944 time: 0.0859771 May 20 04:26:52.228098 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-629cf8fb-c327-4e33-a887-802bdbe0ec15 req-eca21244-c716-4fa6-b42c-26012e939e08 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356537 May 20 04:26:52.256220 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9a46ce68-da64-44eb-9101-ee82c7377c89 req-0af7ee1e-fe72-4f0c-b781-178f3ef61bab tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410658 May 20 04:26:52.411536 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1537e38-e78b-472f-b083-29e28dbd3698 req-acb7f501-055d-40a3-894d-0c2f57a0914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:52.412992 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e1537e38-e78b-472f-b083-29e28dbd3698 req-acb7f501-055d-40a3-894d-0c2f57a0914a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 1097 time: 0.0734346 May 20 04:26:52.546706 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1537e38-e78b-472f-b083-29e28dbd3698 req-d0d5dc52-a20c-41b8-b543-d5ab44797ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:52.548205 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e1537e38-e78b-472f-b083-29e28dbd3698 req-d0d5dc52-a20c-41b8-b543-d5ab44797ee0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 915 time: 0.1247461 May 20 04:26:52.616977 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e1537e38-e78b-472f-b083-29e28dbd3698 req-fcb6ec6e-704a-47ef-9236-a83dad9c4288 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27387ce7-f3d5-4fed-ab94-39da77fea0ce HTTP/1.1" status: 200 len: 217 time: 0.0605061 May 20 04:26:52.768408 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1537e38-e78b-472f-b083-29e28dbd3698 req-b0142ec0-3468-456f-b1cc-c0b7a893db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:52.769750 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e1537e38-e78b-472f-b083-29e28dbd3698 req-b0142ec0-3468-456f-b1cc-c0b7a893db88 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=94b842f3-10bb-445f-a371-c8b2d3ef8d7a HTTP/1.1" status: 200 len: 854 time: 0.1298637 May 20 04:26:52.818203 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e1537e38-e78b-472f-b083-29e28dbd3698 req-527e5d36-4963-49af-8994-ac08ddeb44c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402899 May 20 04:26:52.948734 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e1537e38-e78b-472f-b083-29e28dbd3698 req-96c0989e-63cb-44c0-893e-a4d02738b825 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233096 May 20 04:26:53.096704 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e1537e38-e78b-472f-b083-29e28dbd3698 req-270e55df-2a3c-403a-aa32-f4cbd2b20994 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270452 May 20 04:26:53.445145 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d86945-111d-4215-b157-c88692e0d8f5 req-a42c23a3-a091-4cbf-9d8c-9ab121f80d14 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:53.445853 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-82d86945-111d-4215-b157-c88692e0d8f5 req-a42c23a3-a091-4cbf-9d8c-9ab121f80d14 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Synchronizing usage tracker for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:26:53.461124 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-82d86945-111d-4215-b157-c88692e0d8f5 req-a42c23a3-a091-4cbf-9d8c-9ab121f80d14 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Unset dirty status for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:26:53.462377 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-82d86945-111d-4215-b157-c88692e0d8f5 req-a42c23a3-a091-4cbf-9d8c-9ab121f80d14 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 944 time: 0.0996001 May 20 04:26:53.506993 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-82d86945-111d-4215-b157-c88692e0d8f5 req-d1ebece6-0bf4-4efe-bcb3-fa34401871be tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383041 May 20 04:26:53.779884 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6e635520-86a8-44c5-97bc-4eb4643b0a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:53.963720 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:54.317758 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 27387ce7-f3d5-4fed-ab94-39da77fea0ce details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:26:54.475313 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 27387ce7-f3d5-4fed-ab94-39da77fea0ce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=27387ce7-f3d5-4fed-ab94-39da77fea0ce,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:54.488056 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': '27387ce7-f3d5-4fed-ab94-39da77fea0ce', 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e', 'port_id': '27387ce7-f3d5-4fed-ab94-39da77fea0ce', 'mac_address': 'fa:16:3e:3c:49:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b842f3-10bb-445f-a371-c8b2d3ef8d7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:26:54.546193 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:54.563110 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27387ce7-f3d5-4fed-ab94-39da77fea0ce {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:26:54.578890 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 27387ce7-f3d5-4fed-ab94-39da77fea0ce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=27387ce7-f3d5-4fed-ab94-39da77fea0ce,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:54.582912 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:54.584851 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:54.650880 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=27387ce7-f3d5-4fed-ab94-39da77fea0ce,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:54.654240 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:54.694187 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99bb1f-f144-4dcc-83d9-e8bfab655fdd req-672434bd-000e-4279-8467-fef911cdfc6d tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:54.695744 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0d99bb1f-f144-4dcc-83d9-e8bfab655fdd req-672434bd-000e-4279-8467-fef911cdfc6d tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 945 time: 0.0858500 May 20 04:26:54.742760 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0d99bb1f-f144-4dcc-83d9-e8bfab655fdd req-99d88a71-c2bb-4261-9414-187c510648f8 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 May 20 04:26:54.789675 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:54.955010 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['27387ce7-f3d5-4fed-ab94-39da77fea0ce'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:26:55.515679 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e813df-72e6-470c-947f-2f55f5b963b0 req-14eac7fe-dd4f-4a33-8ccf-a79d3e4ebcc9 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:55.517024 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-81e813df-72e6-470c-947f-2f55f5b963b0 req-14eac7fe-dd4f-4a33-8ccf-a79d3e4ebcc9 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 946 time: 0.0789721 May 20 04:26:55.560698 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-81e813df-72e6-470c-947f-2f55f5b963b0 req-431674a7-2722-4413-9102-0e2bf9f58926 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380223 May 20 04:26:55.928083 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427236b-2291-4a5d-8f58-ec59fe443eb2 req-c84ec482-5879-4ef4-8435-934a7db43ca7 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:55.929542 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3427236b-2291-4a5d-8f58-ec59fe443eb2 req-c84ec482-5879-4ef4-8435-934a7db43ca7 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 945 time: 0.0794590 May 20 04:26:55.977801 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3427236b-2291-4a5d-8f58-ec59fe443eb2 req-340dff5d-8e1a-44ed-8330-6b12ca63e143 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 May 20 04:26:56.340632 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 27387ce7-f3d5-4fed-ab94-39da77fea0ce up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:26:56.408593 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port 27387ce7-f3d5-4fed-ab94-39da77fea0ce completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:26:56.413980 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port 27387ce7-f3d5-4fed-ab94-39da77fea0ce triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:26:56.414358 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:56.478897 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:56.512206 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95185347-7b6e-4bf9-bf0d-52ea22a46a53 req-71923c7c-b036-44a2-a56c-95fb07457044 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:56.512976 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8031c52-a156-4780-b926-961cc41cd20f req-c0cac26b-bd2b-4817-a024-2e637518c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:56.513680 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-95185347-7b6e-4bf9-bf0d-52ea22a46a53 req-71923c7c-b036-44a2-a56c-95fb07457044 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0869987 May 20 04:26:56.514593 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c8031c52-a156-4780-b926-961cc41cd20f req-c0cac26b-bd2b-4817-a024-2e637518c20c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d13ae23867af47c2a2e1adc376ed8e50&device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 1138 time: 0.0778463 May 20 04:26:56.543817 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:56.565618 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-95185347-7b6e-4bf9-bf0d-52ea22a46a53 req-1c6a858c-b286-412d-ad03-9e1571d60a4d tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455091 May 20 04:26:56.571975 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9870e1ad-8310-411e-ad7d-60dde093951d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27387ce7-f3d5-4fed-ab94-39da77fea0ce'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:26:56.583737 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 27387ce7-f3d5-4fed-ab94-39da77fea0ce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=27387ce7-f3d5-4fed-ab94-39da77fea0ce,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:26:56.590711 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:26:56.593055 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:26:56.624789 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9870e1ad-8310-411e-ad7d-60dde093951d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27387ce7-f3d5-4fed-ab94-39da77fea0ce', 'code': 200} May 20 04:26:56.670612 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=27387ce7-f3d5-4fed-ab94-39da77fea0ce,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:26:56.673491 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:26:56.677643 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8031c52-a156-4780-b926-961cc41cd20f req-50c9a02d-6d78-4c97-b06e-375d37b64306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:56.679078 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c8031c52-a156-4780-b926-961cc41cd20f req-50c9a02d-6d78-4c97-b06e-375d37b64306 service neutron] 10.222.0.79 "GET /v2.0/networks?id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e HTTP/1.1" status: 200 len: 916 time: 0.1530747 May 20 04:26:56.753771 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77cf35-456d-4728-a8ae-efc24ceea70f req-90cec3e0-14ea-4af1-99ac-d7b610bbec6c tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:56.755241 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7f77cf35-456d-4728-a8ae-efc24ceea70f req-90cec3e0-14ea-4af1-99ac-d7b610bbec6c tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 946 time: 0.0836492 May 20 04:26:56.796933 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c8031c52-a156-4780-b926-961cc41cd20f req-23cb4a4a-fd3b-476a-bd50-e19ce9ec3e8f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 1002 time: 0.0991831 May 20 04:26:56.800949 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7f77cf35-456d-4728-a8ae-efc24ceea70f req-ba065818-45fa-4570-b670-14ceb1ef87a2 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395246 May 20 04:26:56.870271 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8031c52-a156-4780-b926-961cc41cd20f req-130eccbb-16a8-4728-9965-ea3c16c68610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:56.872311 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c8031c52-a156-4780-b926-961cc41cd20f req-130eccbb-16a8-4728-9965-ea3c16c68610 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9f9ed88-81d5-4c63-980a-b925c11c09f9 HTTP/1.1" status: 200 len: 854 time: 0.0623536 May 20 04:26:56.942231 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b1d6-d13d-4a57-94ea-ee8b8ed5404a req-070ba025-bea1-4a28-8d65-2591b641c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:56.943759 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-90e5b1d6-d13d-4a57-94ea-ee8b8ed5404a req-070ba025-bea1-4a28-8d65-2591b641c148 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 1099 time: 0.0713687 May 20 04:26:56.948763 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8031c52-a156-4780-b926-961cc41cd20f req-40a14496-5d4c-449b-b9c3-56f8d3730fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:56.951114 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c8031c52-a156-4780-b926-961cc41cd20f req-40a14496-5d4c-449b-b9c3-56f8d3730fc0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702956 May 20 04:26:56.984952 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-90e5b1d6-d13d-4a57-94ea-ee8b8ed5404a req-ad8fbab7-b09f-4908-b478-947900ce4963 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338099 May 20 04:26:57.133289 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c8031c52-a156-4780-b926-961cc41cd20f req-46810c53-00fd-4c48-a0c4-5453c734951a service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657474 May 20 04:26:57.174855 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba47d-a11c-4f99-8737-5c708e33d38a req-08b69646-fb1d-4ab3-9e4f-5aa6903ceb59 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:57.176278 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-082ba47d-a11c-4f99-8737-5c708e33d38a req-08b69646-fb1d-4ab3-9e4f-5aa6903ceb59 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 946 time: 0.0877669 May 20 04:26:57.221277 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-082ba47d-a11c-4f99-8737-5c708e33d38a req-8a215d20-9a68-42f0-85f0-78dcd3ab49c5 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 May 20 04:26:57.415964 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c8031c52-a156-4780-b926-961cc41cd20f req-f6aa2325-c950-49b4-9491-e91f2c4f1df9 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239460 May 20 04:26:57.768994 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefff2b-5da7-4cad-982e-022908656dec req-2e28940f-3b25-4cbf-88ca-8adb3618bb8c tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:57.770373 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-beefff2b-5da7-4cad-982e-022908656dec req-2e28940f-3b25-4cbf-88ca-8adb3618bb8c tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0876043 May 20 04:26:57.819420 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-beefff2b-5da7-4cad-982e-022908656dec req-165297b9-7755-414f-8561-9c65abe55487 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419650 May 20 04:26:57.994447 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a0ddf-dc4c-4155-9b6b-6cb9be538b89 req-ceae69c0-a274-48f4-a58a-4416b9a77449 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:57.995948 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-735a0ddf-dc4c-4155-9b6b-6cb9be538b89 req-ceae69c0-a274-48f4-a58a-4416b9a77449 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 946 time: 0.0804996 May 20 04:26:58.044308 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-735a0ddf-dc4c-4155-9b6b-6cb9be538b89 req-15f79cfc-e456-4cbc-893f-a139fea81de4 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 May 20 04:26:58.404964 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f224013-915c-4079-b890-a178d2083034 req-41622876-2857-4aa6-8e1f-65e799a8ed07 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:58.406746 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3f224013-915c-4079-b890-a178d2083034 req-41622876-2857-4aa6-8e1f-65e799a8ed07 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 946 time: 0.0796530 May 20 04:26:58.458641 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3f224013-915c-4079-b890-a178d2083034 req-79e779df-7e71-48fe-9ac1-2ff874b3c47a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454607 May 20 04:26:59.070501 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57b0a5-f37c-4bae-8d2e-96dfbae9b508 req-f88cb265-408f-44bb-8d52-6f05942e1e17 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:59.072852 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7b57b0a5-f37c-4bae-8d2e-96dfbae9b508 req-f88cb265-408f-44bb-8d52-6f05942e1e17 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.1484430 May 20 04:26:59.127356 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-7b57b0a5-f37c-4bae-8d2e-96dfbae9b508 req-e3e5356a-0912-4d11-a789-138839378961 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419765 May 20 04:26:59.234093 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6533368-74ce-4e03-bf1b-6c7b2c05a9b0 req-09774ef3-2728-4812-9659-ed919ec1fd2e tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:59.235751 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6533368-74ce-4e03-bf1b-6c7b2c05a9b0 req-09774ef3-2728-4812-9659-ed919ec1fd2e tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 946 time: 0.0795958 May 20 04:26:59.279262 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6533368-74ce-4e03-bf1b-6c7b2c05a9b0 req-c1b4bba7-6c53-4936-88b9-bdf88be982ab tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378115 May 20 04:26:59.642578 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1818c-6967-4047-a54a-eb39f5307a2b req-8c4e8636-091f-4d11-a128-ca3398347d16 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:26:59.644038 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bbd1818c-6967-4047-a54a-eb39f5307a2b req-8c4e8636-091f-4d11-a128-ca3398347d16 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 946 time: 0.0823412 May 20 04:26:59.688353 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bbd1818c-6967-4047-a54a-eb39f5307a2b req-646e05af-4321-42f1-85b9-45d5bd483d8f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386264 May 20 04:27:00.318542 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdeb098-a327-426a-9810-ebae6c114d66 req-75891e43-96e4-48ca-ba6d-35893cf15c76 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:00.319981 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1fdeb098-a327-426a-9810-ebae6c114d66 req-75891e43-96e4-48ca-ba6d-35893cf15c76 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0861559 May 20 04:27:00.374168 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1fdeb098-a327-426a-9810-ebae6c114d66 req-b80ad3d0-839c-4871-92b7-afc354a3cc0b tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482786 May 20 04:27:00.484609 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d6751-b603-4e4b-bf0b-9a4bec961db5 req-adac525c-40e3-4b55-9600-cf09eeed135e tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:00.486080 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-119d6751-b603-4e4b-bf0b-9a4bec961db5 req-adac525c-40e3-4b55-9600-cf09eeed135e tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 946 time: 0.0813844 May 20 04:27:00.532959 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-119d6751-b603-4e4b-bf0b-9a4bec961db5 req-57db6a7e-4aeb-452c-9868-1caaadd4e2bf tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 May 20 04:27:01.558601 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49668ce6-ca56-4b38-a99e-60057c5d8745 req-bde25294-1347-43c5-be03-753073c3936d tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:01.561606 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-49668ce6-ca56-4b38-a99e-60057c5d8745 req-bde25294-1347-43c5-be03-753073c3936d tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0837359 May 20 04:27:01.607312 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-49668ce6-ca56-4b38-a99e-60057c5d8745 req-9e0b557c-4f79-4326-9715-47076621b27f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409243 May 20 04:27:01.769414 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-bb901284-d804-4ed0-8718-b56b67aca909 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:01.770771 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-bb901284-d804-4ed0-8718-b56b67aca909 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 814 time: 0.1458533 May 20 04:27:01.784248 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebfc1f-be07-40ba-8715-e87cbd9f9427 req-46e8d464-3e0b-4484-b71f-decac8314b67 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:01.785700 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f7ebfc1f-be07-40ba-8715-e87cbd9f9427 req-46e8d464-3e0b-4484-b71f-decac8314b67 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 946 time: 0.0836735 May 20 04:27:01.785960 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-264885c1-628d-42e3-a055-b88d895b1278 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/quotas/05e8b0dda0134cfcbbeee3c78289415e HTTP/1.1" status: 200 len: 375 time: 0.0095217 May 20 04:27:01.830958 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f7ebfc1f-be07-40ba-8715-e87cbd9f9427 req-f131bbb6-9e34-4459-b5a4-48c250abcaf8 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 May 20 04:27:01.868211 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-134673c4-1158-4600-8740-eec147173989 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769441 May 20 04:27:02.000785 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-fb4cee90-c93e-43d9-8299-83303339a166 service neutron] 10.222.0.72 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256697 May 20 04:27:02.131666 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-6d6db2e0-155d-41d8-b633-ef3873151d1c service neutron] 10.222.0.72 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251142 May 20 04:27:02.307419 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-56861f37-af52-465e-9662-63684c6f837c req-9c008d7d-fbc8-4f90-9cc9-808dc96c9ba1 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 210 time: 0.0442448 May 20 04:27:02.618827 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-9b0558da-73a7-4e85-b310-59a0cea18172 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:02.620479 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-9b0558da-73a7-4e85-b310-59a0cea18172 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 946 time: 0.0863047 May 20 04:27:02.820699 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Deleting port ea17c0ae-4835-4c20-a49d-88a59e528bce {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:02.821457 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:02.844424 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc9c4d-8791-41cb-9583-279e79d26edb req-819fe990-3420-4f17-adb9-9d57f7148f05 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:02.845942 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-78dc9c4d-8791-41cb-9583-279e79d26edb req-819fe990-3420-4f17-adb9-9d57f7148f05 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.1252046 May 20 04:27:02.972613 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-78dc9c4d-8791-41cb-9583-279e79d26edb req-c55ae574-4e79-4abd-8efb-f0f9f320640e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147377 May 20 04:27:03.005465 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] For port ea17c0ae-4835-4c20-a49d-88a59e528bce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=ea17c0ae-4835-4c20-a49d-88a59e528bce,segment=NetworkSegment(48d7e795-31b1-4eef-af2d-14e5cd2fe32b),segment_id=48d7e795-31b1-4eef-af2d-14e5cd2fe32b)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:03.005824 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:03.035235 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1eec1-86a0-473f-8052-a6104ff9a466 req-a29601da-9997-4ca2-883b-4dc5636a1bd3 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:03.036737 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-40a1eec1-86a0-473f-8052-a6104ff9a466 req-a29601da-9997-4ca2-883b-4dc5636a1bd3 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 946 time: 0.0852706 May 20 04:27:03.081155 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-40a1eec1-86a0-473f-8052-a6104ff9a466 req-995a7638-5219-40ae-8cba-3d24082dd24c tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386169 May 20 04:27:03.130921 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Calling delete_port for ea17c0ae-4835-4c20-a49d-88a59e528bce owned by compute:nova {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:03.242520 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:03.247908 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6d45c6c1-85c0-4d56-b428-08e3e0ec7825 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:03.294489 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Pushing event deleted for resources: {'Port': ['ID=ea17c0ae-4835-4c20-a49d-88a59e528bce,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:03.298787 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['ea17c0ae-4835-4c20-a49d-88a59e528bce'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:03.337112 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.337112 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.337457 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.337836 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.338132 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.338456 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.338809 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.339157 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.339525 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.339878 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.340226 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.340754 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:03.430907 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:03.476562 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-bf5863b1-a11c-41f9-95d1-cb814e7cfb7a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:03.477596 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-bf5863b1-a11c-41f9-95d1-cb814e7cfb7a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 814 time: 0.1835558 May 20 04:27:03.496840 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Request body: {'port': {'device_id': '24646da4-050b-4084-a7c6-cf2318024822', 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e', 'admin_state_up': True, 'tenant_id': '05e8b0dda0134cfcbbeee3c78289415e'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:03.498054 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] No DVR routers for this DVR port ea17c0ae-4835-4c20-a49d-88a59e528bce on host hv-cinder-78240 {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:27:03.506818 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:03.512047 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9c0de0-c97a-45fa-8a47-0311c5b2c288', 'name': 'network-vif-deleted', 'tag': 'ea17c0ae-4835-4c20-a49d-88a59e528bce'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:03.528094 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f3666138-29ee-4631-888b-044670c82c2d req-97fd3f96-e1d0-4093-b86a-3cee4360278e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 210 time: 0.0721002 May 20 04:27:03.537538 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a112b41c-11fd-48cd-ac55-ebf534cb7432 req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.79 "DELETE /v2.0/ports/ea17c0ae-4835-4c20-a49d-88a59e528bce HTTP/1.1" status: 204 len: 173 time: 0.9114537 May 20 04:27:03.580501 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9c0de0-c97a-45fa-8a47-0311c5b2c288', 'name': 'network-vif-deleted', 'tag': 'ea17c0ae-4835-4c20-a49d-88a59e528bce', 'status': 'completed', 'code': 200} May 20 04:27:03.642236 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:03.651763 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:03.660689 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Made reservation on behalf of 05e8b0dda0134cfcbbeee3c78289415e for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:27:03.664473 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:03.830698 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Allocated IP 172.20.0.13 (9ce8c640-96f4-4f7d-b3ec-c5be019b649e/94b842f3-10bb-445f-a371-c8b2d3ef8d7a/72ce470a-3762-4024-b0a8-c2c9a48d2162) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:27:04.127087 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:04.161727 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:04.168942 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7ec00f3c-65bb-4780-b018-6e74e18daa2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:04.181386 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd481-043d-4b71-943b-9e324916d47a req-76d94d7a-31bf-48d7-a1dd-b4ccc5721326 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:04.182961 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c5cbd481-043d-4b71-943b-9e324916d47a req-76d94d7a-31bf-48d7-a1dd-b4ccc5721326 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.1023352 May 20 04:27:04.210340 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['f142bd84-313a-4fe5-b201-5af3aee7c658', '27387ce7-f3d5-4fed-ab94-39da77fea0ce'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:04.237388 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c5cbd481-043d-4b71-943b-9e324916d47a req-5a6dd679-84cf-47d0-8655-6610b02c2ddd tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463560 May 20 04:27:04.242970 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Pushing event updated for resources: {'Port': ['ID=72ce470a-3762-4024-b0a8-c2c9a48d2162,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:04.253947 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.254788 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.255169 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.255742 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.256397 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.256551 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.256943 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.257321 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.257744 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.258106 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.258620 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.258971 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:04.267331 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:04.272844 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:27:04.275202 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:27:04.314801 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:27:04.349628 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60b94566-35c4-4e25-9d06-acd8b7358306 req-bb453354-5a4b-4e1a-9c7e-ac10fb681985 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba9c0de0-c97a-45fa-8a47-0311c5b2c288 HTTP/1.1" status: 200 len: 210 time: 0.0755022 May 20 04:27:04.387676 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:04.388287 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:04.413789 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9206591 May 20 04:27:04.447139 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Request body: {'port': {'device_id': '24646da4-050b-4084-a7c6-cf2318024822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:04.556899 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:04.721274 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916373e8-eb24-4ee1-894a-fd65d4c51b2b req-27693f3d-276b-4804-a811-9a9161ecae95 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:04.722764 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-916373e8-eb24-4ee1-894a-fd65d4c51b2b req-27693f3d-276b-4804-a811-9a9161ecae95 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 932 time: 0.0827923 May 20 04:27:04.774220 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-916373e8-eb24-4ee1-894a-fd65d4c51b2b req-940b65c7-91dd-4d12-a00c-3e2d74581812 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 May 20 04:27:04.898359 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ce470a-3762-4024-b0a8-c2c9a48d2162 {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:04.906663 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:04.921583 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Transition to ACTIVE for port object 72ce470a-3762-4024-b0a8-c2c9a48d2162 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:27:04.925329 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:04.928931 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-52e61cbd-0308-4313-8bda-73b6d7abe62a tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:05.054640 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Pushing event updated for resources: {'Port': ['ID=72ce470a-3762-4024-b0a8-c2c9a48d2162,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:05.080498 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:05.156452 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Attempting to bind port 72ce470a-3762-4024-b0a8-c2c9a48d2162 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:27:05.157139 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Attempting to bind port 72ce470a-3762-4024-b0a8-c2c9a48d2162 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:27:05.157139 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Attempting to bind port 72ce470a-3762-4024-b0a8-c2c9a48d2162 on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:05.161803 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Port 72ce470a-3762-4024-b0a8-c2c9a48d2162 on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:27:05.162124 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Attempting to bind port 72ce470a-3762-4024-b0a8-c2c9a48d2162 on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:05.167069 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:27:05.167404 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Checking segment: {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:27:05.167834 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Bound using segment: {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:27:05.168279 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Bound port: 72ce470a-3762-4024-b0a8-c2c9a48d2162, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:27:05.168622 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:05.255786 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] For port 72ce470a-3762-4024-b0a8-c2c9a48d2162, host hv-cinder-78240, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:27:05.258575 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] For port 72ce470a-3762-4024-b0a8-c2c9a48d2162, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=72ce470a-3762-4024-b0a8-c2c9a48d2162,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:27:05.263222 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:05.268270 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:05.321819 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:05.322414 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:05.323828 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] 10.222.0.79 "PUT /v2.0/ports/72ce470a-3762-4024-b0a8-c2c9a48d2162 HTTP/1.1" status: 200 len: 1094 time: 0.8809650 May 20 04:27:05.324312 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24646da4-050b-4084-a7c6-cf2318024822', 'tag': '72ce470a-3762-4024-b0a8-c2c9a48d2162'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:05.349305 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Pushing event updated for resources: {'Port': ['ID=72ce470a-3762-4024-b0a8-c2c9a48d2162,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:05.353509 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:05.388599 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24646da4-050b-4084-a7c6-cf2318024822', 'tag': '72ce470a-3762-4024-b0a8-c2c9a48d2162', 'status': 'completed', 'code': 200} May 20 04:27:05.489900 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c87a91-2ca8-448d-858d-e55e0821022a req-05ffa90f-09d9-4b0b-8a07-53f8f913ad64 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:05.491369 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-58c87a91-2ca8-448d-858d-e55e0821022a req-05ffa90f-09d9-4b0b-8a07-53f8f913ad64 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.1389444 May 20 04:27:05.524101 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-8930dff3-4ee5-4404-b56a-111e1090592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:05.525564 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-8930dff3-4ee5-4404-b56a-111e1090592b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 1097 time: 0.1067963 May 20 04:27:05.604016 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-58c87a91-2ca8-448d-858d-e55e0821022a req-994af282-5eca-477a-a916-3fab3a1f3de9 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037831 May 20 04:27:05.612999 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-d1b41743-4082-4ba8-a9c3-f8b932e27dd5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ce470a-3762-4024-b0a8-c2c9a48d2162 HTTP/1.1" status: 200 len: 217 time: 0.0695717 May 20 04:27:05.694617 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-bdd2917d-934d-4a35-bf47-e35acf7c0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:05.696630 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-bdd2917d-934d-4a35-bf47-e35acf7c0f38 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=94b842f3-10bb-445f-a371-c8b2d3ef8d7a HTTP/1.1" status: 200 len: 854 time: 0.0759339 May 20 04:27:05.753427 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-3dbd2bc5-c69c-47c9-bcf7-b5edc1fd7ef4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458288 May 20 04:27:05.963481 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea4b4-91b4-4770-a3fa-f66916d84a26 req-c5171185-7be0-4e08-979c-9c2d105a6a0e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:05.964981 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27eea4b4-91b4-4770-a3fa-f66916d84a26 req-c5171185-7be0-4e08-979c-9c2d105a6a0e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 944 time: 0.0820212 May 20 04:27:05.987550 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-4a8122c8-f2f5-4e6f-93ec-6d6ad569f33b service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259147 May 20 04:27:06.011600 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-27eea4b4-91b4-4770-a3fa-f66916d84a26 req-c718f414-720a-49bf-a1c3-7dc93b43ab8a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 May 20 04:27:06.122765 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-902428f9-2a82-4cb5-b675-5d2714bb2743 req-d4abf23b-b644-4a6d-935c-1977230a957f service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274195 May 20 04:27:06.301344 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1caae-1810-4d19-a1d1-e21c62a14a49 req-a06acc93-93fe-4dad-b38c-e6a338931e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:06.302786 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-aeb1caae-1810-4d19-a1d1-e21c62a14a49 req-a06acc93-93fe-4dad-b38c-e6a338931e42 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 1097 time: 0.0690553 May 20 04:27:06.365430 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device ea17c0ae-4835-4c20-a49d-88a59e528bce no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:06.399801 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: ea17c0ae-4835-4c20-a49d-88a59e528bce {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:27:06.400093 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device ea17c0ae-4835-4c20-a49d-88a59e528bce not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:27:06.433131 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1caae-1810-4d19-a1d1-e21c62a14a49 req-e09aa0cc-779d-461a-b846-8e195a8ed8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:06.434563 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-aeb1caae-1810-4d19-a1d1-e21c62a14a49 req-e09aa0cc-779d-461a-b846-8e195a8ed8fe service neutron] 10.222.0.79 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 915 time: 0.1238542 May 20 04:27:06.505071 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-aeb1caae-1810-4d19-a1d1-e21c62a14a49 req-72eeec96-af9b-47b1-8e9d-9748706f0319 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72ce470a-3762-4024-b0a8-c2c9a48d2162 HTTP/1.1" status: 200 len: 217 time: 0.0615852 May 20 04:27:06.567209 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1caae-1810-4d19-a1d1-e21c62a14a49 req-06d8db73-70a4-4953-9de4-82683f3af049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:06.568622 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-aeb1caae-1810-4d19-a1d1-e21c62a14a49 req-06d8db73-70a4-4953-9de4-82683f3af049 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=94b842f3-10bb-445f-a371-c8b2d3ef8d7a HTTP/1.1" status: 200 len: 854 time: 0.0558720 May 20 04:27:06.619267 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-aeb1caae-1810-4d19-a1d1-e21c62a14a49 req-d47ca1ef-9172-4a8f-9d66-6d400be86744 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416145 May 20 04:27:06.799924 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-aeb1caae-1810-4d19-a1d1-e21c62a14a49 req-70c07d4f-8993-40e5-8d56-3a6770d59fd2 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729944 May 20 04:27:06.840997 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493e28b-16b8-406a-842c-09293373039f req-c4dbfe81-e6bb-492a-baf5-a6b7be93c162 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:06.842465 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1493e28b-16b8-406a-842c-09293373039f req-c4dbfe81-e6bb-492a-baf5-a6b7be93c162 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.1274681 May 20 04:27:06.956680 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1493e28b-16b8-406a-842c-09293373039f req-a0c07419-955a-4872-8357-21edea0d5318 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033974 May 20 04:27:06.985410 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-aeb1caae-1810-4d19-a1d1-e21c62a14a49 req-7860c984-8645-4033-9838-99ed60a23540 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730552 May 20 04:27:07.205757 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1dd5a-b62a-4b20-8e20-0f7884320aa4 req-7750df5a-3bcc-4f06-a97f-8963d3b56429 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:07.207215 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ecb1dd5a-b62a-4b20-8e20-0f7884320aa4 req-7750df5a-3bcc-4f06-a97f-8963d3b56429 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 944 time: 0.0884404 May 20 04:27:07.253437 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ecb1dd5a-b62a-4b20-8e20-0f7884320aa4 req-d117985f-dbfc-43d3-be5f-c0f3a0accd8c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 May 20 04:27:07.637202 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:27:08.147295 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5644e-ba23-49d5-9b38-d6971798aa1f req-34eb8158-1174-4102-991c-22f0dc681a28 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:08.148793 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c2e5644e-ba23-49d5-9b38-d6971798aa1f req-34eb8158-1174-4102-991c-22f0dc681a28 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0843954 May 20 04:27:08.195135 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c2e5644e-ba23-49d5-9b38-d6971798aa1f req-48ea6a5c-0923-47fe-b394-ca28b2a5e5d6 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404775 May 20 04:27:08.364270 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 72ce470a-3762-4024-b0a8-c2c9a48d2162 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:27:08.438393 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96d80e-84b7-4369-8b7a-f6cefe2b2f7a req-77bfb939-d33a-4316-a85e-42c06b6bda05 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:08.439887 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-be96d80e-84b7-4369-8b7a-f6cefe2b2f7a req-77bfb939-d33a-4316-a85e-42c06b6bda05 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 944 time: 0.0794482 May 20 04:27:08.488546 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-be96d80e-84b7-4369-8b7a-f6cefe2b2f7a req-e09227a6-9de1-43ad-bdf1-45321e85ea23 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 May 20 04:27:08.504004 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 72ce470a-3762-4024-b0a8-c2c9a48d2162, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=72ce470a-3762-4024-b0a8-c2c9a48d2162,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:08.517414 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': '72ce470a-3762-4024-b0a8-c2c9a48d2162', 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e', 'port_id': '72ce470a-3762-4024-b0a8-c2c9a48d2162', 'mac_address': 'fa:16:3e:5d:2c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b842f3-10bb-445f-a371-c8b2d3ef8d7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:27:08.577504 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:08.594268 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ce470a-3762-4024-b0a8-c2c9a48d2162 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:08.609729 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 72ce470a-3762-4024-b0a8-c2c9a48d2162, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=72ce470a-3762-4024-b0a8-c2c9a48d2162,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:08.613282 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:08.614982 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-eecd65b7-6808-4353-9699-9e0d5cb735b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:08.688526 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=72ce470a-3762-4024-b0a8-c2c9a48d2162,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:08.691202 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:08.691998 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:08.825669 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-01a4b75d-d544-4de0-8256-da8390c7454f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677612 May 20 04:27:08.997187 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['72ce470a-3762-4024-b0a8-c2c9a48d2162'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:09.000916 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-592ca510-407b-42f5-b593-1ad0ea96bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:09.002389 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-592ca510-407b-42f5-b593-1ad0ea96bdfb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 1099 time: 0.0730143 May 20 04:27:09.146385 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-832e90d5-5c20-4bc2-abf9-9f735171a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:09.147775 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-832e90d5-5c20-4bc2-abf9-9f735171a8ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 912 time: 0.1261072 May 20 04:27:09.254919 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-a887ae3c-d9c2-4c63-bc82-0d3e705be1bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71 HTTP/1.1" status: 200 len: 1001 time: 0.0993316 May 20 04:27:09.368328 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-7a6bc1da-fc49-4ef9-9f66-980426ce83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:09.369781 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-7a6bc1da-fc49-4ef9-9f66-980426ce83c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d830b1e6-1a25-4745-b771-c773f3d95474 HTTP/1.1" status: 200 len: 850 time: 0.1036599 May 20 04:27:09.546775 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7e909-a81d-4cfc-8129-e1ad8e72dec6 req-90fc0614-0ef7-4f58-b366-ae1add37a392 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:09.548262 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-15b7e909-a81d-4cfc-8129-e1ad8e72dec6 req-90fc0614-0ef7-4f58-b366-ae1add37a392 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.2448773 May 20 04:27:09.606583 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-15b7e909-a81d-4cfc-8129-e1ad8e72dec6 req-fd884757-85d2-4cc7-88ca-e01937aab763 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495384 May 20 04:27:09.616507 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-ff244c18-191e-43ae-bfb2-cd40d11b9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:09.617986 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-ff244c18-191e-43ae-bfb2-cd40d11b9d6f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75b2d426-2178-48f9-bcce-df1758c4b992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2347503 May 20 04:27:09.704157 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-344513b3-18b7-4561-a057-d63905b5627b tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:09.705511 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-344513b3-18b7-4561-a057-d63905b5627b tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/networks?id=323d46e0-a98d-40fa-995c-89ae76470d98 HTTP/1.1" status: 200 len: 814 time: 0.1477535 May 20 04:27:09.720266 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-72cd8da7-f895-4483-9ae2-c68ccb6c6dc7 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/quotas/2e344989bb5e46e4950b72781b3ee230 HTTP/1.1" status: 200 len: 375 time: 0.0089207 May 20 04:27:09.766687 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-82f2c44f-8eec-41b2-9128-4bf0de7dc8c2 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Synchronizing usage tracker for tenant:2e344989bb5e46e4950b72781b3ee230 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:09.782612 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-82f2c44f-8eec-41b2-9128-4bf0de7dc8c2 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Unset dirty status for tenant:2e344989bb5e46e4950b72781b3ee230 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:09.783819 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-82f2c44f-8eec-41b2-9128-4bf0de7dc8c2 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e344989bb5e46e4950b72781b3ee230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582612 May 20 04:27:09.805489 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-930e134d-9d20-4dde-9d2b-4c1b28c596fa service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795807 May 20 04:27:09.857015 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d4ec-f2a1-4123-929b-ac7688ccd9dc req-cc5f5d8c-53fc-4b81-b30d-c9c6b5d8f222 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:09.857743 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-5179d4ec-f2a1-4123-929b-ac7688ccd9dc req-cc5f5d8c-53fc-4b81-b30d-c9c6b5d8f222 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Synchronizing usage tracker for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:09.917011 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-525ea594-3abb-4b48-9cc8-f6cfe8a7ba70 service neutron] 10.222.0.72 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261685 May 20 04:27:09.934964 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-5179d4ec-f2a1-4123-929b-ac7688ccd9dc req-cc5f5d8c-53fc-4b81-b30d-c9c6b5d8f222 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Unset dirty status for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:09.936662 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5179d4ec-f2a1-4123-929b-ac7688ccd9dc req-cc5f5d8c-53fc-4b81-b30d-c9c6b5d8f222 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 945 time: 0.2306156 May 20 04:27:09.984263 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b751e5f2-f8ee-4af5-bf78-318e39642bea req-75f42436-a9a9-430f-9fb9-d2d036704e38 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705859 May 20 04:27:09.996500 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5179d4ec-f2a1-4123-929b-ac7688ccd9dc req-d16ba5e5-0ca1-48e9-84f9-f4ec92d02670 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522525 May 20 04:27:10.057098 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-003a314d-8279-42f0-b1ea-0513aeb3ffe5 service neutron] 10.222.0.72 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338170 May 20 04:27:10.233670 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d612c4d7-b40e-4205-8b41-a92b191549fc req-1c6b1fb6-ad27-4a59-b4a4-3255df4daef2 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 210 time: 0.0429137 May 20 04:27:10.383029 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 72ce470a-3762-4024-b0a8-c2c9a48d2162 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:27:10.464392 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port 72ce470a-3762-4024-b0a8-c2c9a48d2162 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:27:10.469194 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port 72ce470a-3762-4024-b0a8-c2c9a48d2162 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:27:10.469612 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:10.586153 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:10.612977 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24646da4-050b-4084-a7c6-cf2318024822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ce470a-3762-4024-b0a8-c2c9a48d2162'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:10.622817 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 72ce470a-3762-4024-b0a8-c2c9a48d2162, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=72ce470a-3762-4024-b0a8-c2c9a48d2162,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:10.627787 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:10.629800 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:10.673411 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24646da4-050b-4084-a7c6-cf2318024822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ce470a-3762-4024-b0a8-c2c9a48d2162', 'code': 200} May 20 04:27:10.705355 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=72ce470a-3762-4024-b0a8-c2c9a48d2162,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:10.712812 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.713159 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.713499 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.713833 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.714160 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.714488 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.714813 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.715166 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.715628 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.716013 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.716336 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.716658 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:27:10.721338 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:10.840888 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acee1d7-d3a1-426b-8250-35e28dbdd7a0 req-6c88b8fa-0007-417e-ad78-762e91fc410c tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:10.843008 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4acee1d7-d3a1-426b-8250-35e28dbdd7a0 req-6c88b8fa-0007-417e-ad78-762e91fc410c tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0921333 May 20 04:27:10.891272 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4acee1d7-d3a1-426b-8250-35e28dbdd7a0 req-a4aea90d-7c0b-416a-8b0f-c01b5cd96d7f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425279 May 20 04:27:10.974063 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e9791-3631-4822-b1ae-21d1352acc60 req-657b58bf-45c7-4166-a381-70413389b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:10.975563 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-eb4e9791-3631-4822-b1ae-21d1352acc60 req-657b58bf-45c7-4166-a381-70413389b731 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 1099 time: 0.0752320 May 20 04:27:11.019432 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-eb4e9791-3631-4822-b1ae-21d1352acc60 req-4e1b50ec-4bc5-41c5-9dc4-5fd37ea6c116 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372586 May 20 04:27:11.189508 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864270e-6557-4a74-a080-5f922d3e9f70 req-b0830d29-f642-4636-8066-c28b0534a6c8 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:11.192377 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a864270e-6557-4a74-a080-5f922d3e9f70 req-b0830d29-f642-4636-8066-c28b0534a6c8 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 946 time: 0.0860560 May 20 04:27:11.237827 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a864270e-6557-4a74-a080-5f922d3e9f70 req-7c6700a0-4c39-464a-9853-9b9c08a3880b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396802 May 20 04:27:11.281901 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125ab64-4247-466a-968d-8abcdb1c3904 req-f526771a-6667-48ab-811b-918a7cf092c0 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:11.283361 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1125ab64-4247-466a-968d-8abcdb1c3904 req-f526771a-6667-48ab-811b-918a7cf092c0 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.0842946 May 20 04:27:11.332059 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1125ab64-4247-466a-968d-8abcdb1c3904 req-dc486774-17ee-4e51-9291-66e858918cff tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 May 20 04:27:11.397395 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-96984552-92eb-48cc-a5a1-c11727370a82 req-d4ef66fe-1884-4cb4-9820-3f85b4bbaa96 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 210 time: 0.0538836 May 20 04:27:12.080325 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd096-350f-4ae0-9fef-80451406abe1 req-997c19e3-6591-4384-89d1-d3183af563ae tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:12.082109 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e9bcd096-350f-4ae0-9fef-80451406abe1 req-997c19e3-6591-4384-89d1-d3183af563ae tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0828564 May 20 04:27:12.132029 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e9bcd096-350f-4ae0-9fef-80451406abe1 req-9c05cf8e-3c5a-479e-a151-f5e97223368e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438080 May 20 04:27:12.202173 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-5f0cba4e-5fd2-4463-b5af-cf3dd4f09b66 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:12.204082 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-5f0cba4e-5fd2-4463-b5af-cf3dd4f09b66 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.79 "GET /v2.0/networks?id=323d46e0-a98d-40fa-995c-89ae76470d98 HTTP/1.1" status: 200 len: 814 time: 0.1524282 May 20 04:27:12.223623 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Request body: {'port': {'device_id': '5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87', 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98', 'admin_state_up': True, 'tenant_id': '2e344989bb5e46e4950b72781b3ee230'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:12.397194 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:12.414106 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:12.429294 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Made reservation on behalf of 2e344989bb5e46e4950b72781b3ee230 for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:27:12.432772 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:12.504372 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40570240-a087-4ac4-b86f-ee890fc7479a req-53e82519-bfba-49b7-bee6-a8f2b9044d7b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:12.505720 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-40570240-a087-4ac4-b86f-ee890fc7479a req-53e82519-bfba-49b7-bee6-a8f2b9044d7b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 946 time: 0.1588383 May 20 04:27:12.525667 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448aa3a-cfd2-485d-8084-3091ba119f5d req-f1da5add-e9f1-4149-a7e9-a6b62c09d0bb tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:12.527256 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e448aa3a-cfd2-485d-8084-3091ba119f5d req-f1da5add-e9f1-4149-a7e9-a6b62c09d0bb tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.0855706 May 20 04:27:12.575204 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e448aa3a-cfd2-485d-8084-3091ba119f5d req-6d97edc6-a065-460e-aba4-74109e1ef6dc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421765 May 20 04:27:12.580082 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-40570240-a087-4ac4-b86f-ee890fc7479a req-63b4af49-45be-4e64-b311-e07b46d5b693 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678697 May 20 04:27:12.642429 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Allocated IP 172.20.0.11 (323d46e0-a98d-40fa-995c-89ae76470d98/55ef3869-013d-46be-bb19-01d0e0eef674/09bfeaa4-d600-4f18-b82d-fd83e7074723) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:27:12.724815 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-312a342b-c56c-421e-9fc8-d9831197a6c7 req-068e6b45-d761-4d8b-956e-ae19f9826f5f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 210 time: 0.0427244 May 20 04:27:12.852785 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:12.882142 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:12.888341 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:13.055401 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Network 323d46e0-a98d-40fa-995c-89ae76470d98 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:27:13.058358 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:27:13.062765 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:27:13.096609 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Pushing event updated for resources: {'Port': ['ID=09bfeaa4-d600-4f18-b82d-fd83e7074723,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:13.100870 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:13.129299 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:13.129897 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:13.153507 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9335401 May 20 04:27:13.173693 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Request body: {'port': {'device_id': '5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:13.335591 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:13.423452 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0399503-0074-4792-95d3-cfece285cb62 req-30a53a90-5f21-4f78-9c56-46242bb1622d tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:13.424938 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f0399503-0074-4792-95d3-cfece285cb62 req-30a53a90-5f21-4f78-9c56-46242bb1622d tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.1655893 May 20 04:27:13.529381 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f0399503-0074-4792-95d3-cfece285cb62 req-5eab796d-8549-4027-b4e5-36bb83e47e1f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641639 May 20 04:27:13.769947 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bfeaa4-d600-4f18-b82d-fd83e7074723 {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:13.771331 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137210-4640-48d2-a76a-e2e4a65c2be2 req-f67a7d5f-0e3e-4292-9ea8-e46d7e236acf tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:13.772961 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4b137210-4640-48d2-a76a-e2e4a65c2be2 req-f67a7d5f-0e3e-4292-9ea8-e46d7e236acf tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.0811310 May 20 04:27:13.778786 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:13.798633 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Transition to ACTIVE for port object 09bfeaa4-d600-4f18-b82d-fd83e7074723 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:27:13.805933 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:13.810751 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7870827f-a857-4cb0-b5f3-02e00e89fe8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:13.828037 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4b137210-4640-48d2-a76a-e2e4a65c2be2 req-17b7870b-abdd-477c-8b46-062903992c19 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488009 May 20 04:27:13.916351 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a6813-f934-4541-b249-78af9f5170f5 req-29c1dc12-e571-4ce9-949e-42ae7bdeca6e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:13.917818 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-990a6813-f934-4541-b249-78af9f5170f5 req-29c1dc12-e571-4ce9-949e-42ae7bdeca6e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 946 time: 0.2204971 May 20 04:27:13.997028 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Pushing event updated for resources: {'Port': ['ID=09bfeaa4-d600-4f18-b82d-fd83e7074723,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:13.997950 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65d0b0-f322-4ee5-9c0f-4fa66faae043 req-38d98570-be14-432a-a85e-d43a270134c8 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:14.000385 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4d65d0b0-f322-4ee5-9c0f-4fa66faae043 req-38d98570-be14-432a-a85e-d43a270134c8 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 944 time: 0.0802560 May 20 04:27:14.006017 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:14.045565 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-4d65d0b0-f322-4ee5-9c0f-4fa66faae043 req-8c70b831-52fe-4d70-b998-ae4cc472f573 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390744 May 20 04:27:14.056170 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-990a6813-f934-4541-b249-78af9f5170f5 req-29f25ea9-0136-49ca-b254-91e5d91a1f7b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235907 May 20 04:27:14.084974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Attempting to bind port 09bfeaa4-d600-4f18-b82d-fd83e7074723 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:27:14.085316 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Attempting to bind port 09bfeaa4-d600-4f18-b82d-fd83e7074723 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '48d7e795-31b1-4eef-af2d-14e5cd2fe32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:27:14.085639 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Attempting to bind port 09bfeaa4-d600-4f18-b82d-fd83e7074723 on network 323d46e0-a98d-40fa-995c-89ae76470d98 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:14.090223 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Port 09bfeaa4-d600-4f18-b82d-fd83e7074723 on network 323d46e0-a98d-40fa-995c-89ae76470d98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:27:14.090545 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Attempting to bind port 09bfeaa4-d600-4f18-b82d-fd83e7074723 on network 323d46e0-a98d-40fa-995c-89ae76470d98 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:14.096220 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:27:14.096550 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Checking segment: {'id': '48d7e795-31b1-4eef-af2d-14e5cd2fe32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:27:14.096926 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Bound using segment: {'id': '48d7e795-31b1-4eef-af2d-14e5cd2fe32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:27:14.097342 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Bound port: 09bfeaa4-d600-4f18-b82d-fd83e7074723, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d7e795-31b1-4eef-af2d-14e5cd2fe32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:27:14.097685 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:14.183141 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] For port 09bfeaa4-d600-4f18-b82d-fd83e7074723, host hv-cinder-78240, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:27:14.186011 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] For port 09bfeaa4-d600-4f18-b82d-fd83e7074723, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=09bfeaa4-d600-4f18-b82d-fd83e7074723,segment=NetworkSegment(48d7e795-31b1-4eef-af2d-14e5cd2fe32b),segment_id=48d7e795-31b1-4eef-af2d-14e5cd2fe32b)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:27:14.190573 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:14.194993 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:14.254444 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:14.255049 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:14.256411 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] 10.222.0.79 "PUT /v2.0/ports/09bfeaa4-d600-4f18-b82d-fd83e7074723 HTTP/1.1" status: 200 len: 1094 time: 1.0876620 May 20 04:27:14.256897 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87', 'tag': '09bfeaa4-d600-4f18-b82d-fd83e7074723'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:14.276382 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Pushing event updated for resources: {'Port': ['ID=09bfeaa4-d600-4f18-b82d-fd83e7074723,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:14.279570 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:14.309885 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87', 'tag': '09bfeaa4-d600-4f18-b82d-fd83e7074723', 'status': 'completed', 'code': 200} May 20 04:27:14.432132 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-d956cff1-a76a-45c2-b62b-9ef9f495e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:14.434089 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-d956cff1-a76a-45c2-b62b-9ef9f495e9ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e344989bb5e46e4950b72781b3ee230&device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 1097 time: 0.0775321 May 20 04:27:14.525400 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-0a8edfb7-2bb6-4e5f-ac3e-884c6ffe708f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09bfeaa4-d600-4f18-b82d-fd83e7074723 HTTP/1.1" status: 200 len: 217 time: 0.0708330 May 20 04:27:14.588448 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-35569822-5bf8-4a43-8f09-4a6138cc332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:14.589901 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-35569822-5bf8-4a43-8f09-4a6138cc332d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55ef3869-013d-46be-bb19-01d0e0eef674 HTTP/1.1" status: 200 len: 854 time: 0.0581899 May 20 04:27:14.676660 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-00f4debe-514c-4ded-a2d7-dd7235837937 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=323d46e0-a98d-40fa-995c-89ae76470d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755210 May 20 04:27:14.724844 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b0da5-339b-46e5-af83-833283f755b1 req-5e3491af-dad5-47e2-b0c5-8c2bad824102 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:14.726241 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-750b0da5-339b-46e5-af83-833283f755b1 req-5e3491af-dad5-47e2-b0c5-8c2bad824102 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0885458 May 20 04:27:14.881091 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d895a68a-3caf-403f-a6b4-3c510ae2ba81 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:14.882594 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d895a68a-3caf-403f-a6b4-3c510ae2ba81 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.79 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1656489 May 20 04:27:14.956389 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-750b0da5-339b-46e5-af83-833283f755b1 req-64c68d3e-16f9-451c-ba46-c804117a3e6d tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2133946 May 20 04:27:14.987906 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-216f6ca7-c0c2-4c0d-8646-c2c5300b9ca6 service neutron] 10.222.0.79 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714393 May 20 04:27:15.088635 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f97ae-38f2-48a5-814b-a74e2e9e34ab req-b17a057e-ce22-4492-889f-e36894e3bbf7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:15.090111 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-820f97ae-38f2-48a5-814b-a74e2e9e34ab req-b17a057e-ce22-4492-889f-e36894e3bbf7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 946 time: 0.1501372 May 20 04:27:15.119349 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Deleting port bf45a905-63ef-4eb4-a738-c16c552c7e71 {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:15.119640 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:15.123987 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-60ab8b6e-3383-43bf-82f5-a07d48976f33 req-5d261f53-fc71-4704-96a1-26cc572d116d service neutron] 10.222.0.79 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290016 May 20 04:27:15.231684 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-820f97ae-38f2-48a5-814b-a74e2e9e34ab req-e2213dc5-8424-4729-99aa-8ea1c42d57ca tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=e09ebc04-e54d-4497-aaa1-f4b732aac5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320653 May 20 04:27:15.239895 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca5387-0f8a-4bdd-8e7c-29a9aa01335d req-6df00f1e-21c4-4968-8e09-8635551f75e1 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:15.240615 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-d6ca5387-0f8a-4bdd-8e7c-29a9aa01335d req-6df00f1e-21c4-4968-8e09-8635551f75e1 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Synchronizing usage tracker for tenant:2e344989bb5e46e4950b72781b3ee230 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:15.280538 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] For port bf45a905-63ef-4eb4-a738-c16c552c7e71, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bf45a905-63ef-4eb4-a738-c16c552c7e71,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:15.281103 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:15.287882 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-d6ca5387-0f8a-4bdd-8e7c-29a9aa01335d req-6df00f1e-21c4-4968-8e09-8635551f75e1 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Unset dirty status for tenant:2e344989bb5e46e4950b72781b3ee230 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:15.289036 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6ca5387-0f8a-4bdd-8e7c-29a9aa01335d req-6df00f1e-21c4-4968-8e09-8635551f75e1 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 944 time: 0.1328051 May 20 04:27:15.346328 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6ca5387-0f8a-4bdd-8e7c-29a9aa01335d req-ea35397b-886d-4c13-88f9-1a94b81915b8 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508940 May 20 04:27:15.359729 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582c96-ee6b-4b7e-afb5-8a211852a8e0 req-23e3dea1-6a06-4239-8990-9f60f69aff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:15.361246 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fd582c96-ee6b-4b7e-afb5-8a211852a8e0 req-23e3dea1-6a06-4239-8990-9f60f69aff8d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e344989bb5e46e4950b72781b3ee230&device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 1097 time: 0.1169014 May 20 04:27:15.493537 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582c96-ee6b-4b7e-afb5-8a211852a8e0 req-d753b590-32b6-4da5-9f8b-c3251ee9593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:15.494980 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fd582c96-ee6b-4b7e-afb5-8a211852a8e0 req-d753b590-32b6-4da5-9f8b-c3251ee9593d service neutron] 10.222.0.79 "GET /v2.0/networks?id=323d46e0-a98d-40fa-995c-89ae76470d98 HTTP/1.1" status: 200 len: 915 time: 0.1250632 May 20 04:27:15.569365 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fd582c96-ee6b-4b7e-afb5-8a211852a8e0 req-dddb37d6-af64-4efc-89be-b56cc4e36248 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09bfeaa4-d600-4f18-b82d-fd83e7074723 HTTP/1.1" status: 200 len: 217 time: 0.0650625 May 20 04:27:15.579886 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:15.581086 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:15.581086 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.l3_db [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Floating IP 565044f3-786a-457f-b6f6-0b3a659a01e7 disassociated. External IP: 172.28.0.58, port: bf45a905-63ef-4eb4-a738-c16c552c7e71. May 20 04:27:15.581086 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Calling delete_port for bf45a905-63ef-4eb4-a738-c16c552c7e71 owned by compute:nova {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:15.638713 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582c96-ee6b-4b7e-afb5-8a211852a8e0 req-7acea69e-1931-4a15-bda0-0e4bc982fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:15.640484 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fd582c96-ee6b-4b7e-afb5-8a211852a8e0 req-7acea69e-1931-4a15-bda0-0e4bc982fb14 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55ef3869-013d-46be-bb19-01d0e0eef674 HTTP/1.1" status: 200 len: 854 time: 0.0667284 May 20 04:27:15.693603 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fd582c96-ee6b-4b7e-afb5-8a211852a8e0 req-25283a8a-5284-48dc-9fa4-e841920ef56e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=323d46e0-a98d-40fa-995c-89ae76470d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447450 May 20 04:27:15.700317 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:15.706857 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-da7dcb2d-e40b-40cd-b87c-8eb7a4e10e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:15.754236 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event deleted for resources: {'Port': ['ID=bf45a905-63ef-4eb4-a738-c16c552c7e71,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:15.757945 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:15.834037 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fd582c96-ee6b-4b7e-afb5-8a211852a8e0 req-f4c36bdd-1d5c-4756-98d8-0507b6d5b4ac service neutron] 10.222.0.79 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326547 May 20 04:27:15.952963 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Router 81f9dcfc-44c4-40be-b247-251b90be5af4 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:27:15.984872 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fd582c96-ee6b-4b7e-afb5-8a211852a8e0 req-712a8330-e99c-4465-a764-27f047688cbd service neutron] 10.222.0.79 "GET /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390121 May 20 04:27:16.157252 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:27:16.167606 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9ca5d-28a3-44df-b80d-2cbaa945ea40 req-59653282-f9a5-4404-ac18-7f70d3eb80d7 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:16.168512 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] Sync routers for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:27:16.175499 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7ad9ca5d-28a3-44df-b80d-2cbaa945ea40 req-59653282-f9a5-4404-ac18-7f70d3eb80d7 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0986478 May 20 04:27:16.184935 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:16.185662 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:26:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:16.224252 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-7ad9ca5d-28a3-44df-b80d-2cbaa945ea40 req-9587221e-bdb3-4b21-8c9a-f4997613f4eb tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478687 May 20 04:27:16.262100 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] No DVR routers for this DVR port bf45a905-63ef-4eb4-a738-c16c552c7e71 on host hv-cinder-78240 {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:27:16.265999 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:16.270243 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'name': 'network-vif-deleted', 'tag': 'bf45a905-63ef-4eb4-a738-c16c552c7e71'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:16.299071 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ac43edda-1388-4a8a-ba66-97bcf9a8037e req-d62cda6e-4ee4-48b2-af27-12e4964833fc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.79 "DELETE /v2.0/ports/bf45a905-63ef-4eb4-a738-c16c552c7e71 HTTP/1.1" status: 204 len: 173 time: 1.4075215 May 20 04:27:16.345050 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acebd434-d1ee-41b3-9d1a-de4c38a5d50e', 'name': 'network-vif-deleted', 'tag': 'bf45a905-63ef-4eb4-a738-c16c552c7e71', 'status': 'completed', 'code': 200} May 20 04:27:16.412291 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-383f656b-f09e-48f8-a044-9df674e941f6 req-6a9848cd-04d6-4cc7-b8dd-5437b80795cc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Synchronizing usage tracker for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:16.449334 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-383f656b-f09e-48f8-a044-9df674e941f6 req-6a9848cd-04d6-4cc7-b8dd-5437b80795cc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Unset dirty status for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:16.450944 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-383f656b-f09e-48f8-a044-9df674e941f6 req-6a9848cd-04d6-4cc7-b8dd-5437b80795cc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=acebd434-d1ee-41b3-9d1a-de4c38a5d50e HTTP/1.1" status: 200 len: 210 time: 0.0865729 May 20 04:27:16.474576 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:16.616190 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a20fa-e6ad-4f03-818c-3840c4b21f52 req-0efa4d63-0245-4325-8d67-5640fbf5c394 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:16.617738 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6e2a20fa-e6ad-4f03-818c-3840c4b21f52 req-0efa4d63-0245-4325-8d67-5640fbf5c394 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 944 time: 0.1017945 May 20 04:27:16.668756 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6e2a20fa-e6ad-4f03-818c-3840c4b21f52 req-0bda8763-10fd-47dd-9b43-7fb3dc47b4fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440257 May 20 04:27:16.792903 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:16.797389 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] Checking router: 81f9dcfc-44c4-40be-b247-251b90be5af4 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:27:16.805718 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:16.806323 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:26:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:16.988799 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:17.311178 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:17.315298 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dc820-f099-463d-8a8d-c3a09aed66f3 None None] The sync data for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb is: [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:27:17.420550 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dd5fc-f5ae-4a33-9400-246d4451005c req-cde70c9a-15ce-4368-8784-15ced9ff0e1e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:17.423589 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bc9dd5fc-f5ae-4a33-9400-246d4451005c req-cde70c9a-15ce-4368-8784-15ced9ff0e1e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0840549 May 20 04:27:17.488909 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bc9dd5fc-f5ae-4a33-9400-246d4451005c req-b1589c19-e3e3-4a24-8ee8-2faace6e7cfc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546935 May 20 04:27:17.568611 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9afa12-d7be-4701-9458-3e755e3985bc None None] New status for floating IP 565044f3-786a-457f-b6f6-0b3a659a01e7: DOWN {{(pid=91670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:27:17.607037 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 53382) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:17.675067 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-876d277c-7877-462b-8a8e-be43769315e1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:17.705169 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-876d277c-7877-462b-8a8e-be43769315e1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:17.772031 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-876d277c-7877-462b-8a8e-be43769315e1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:17.778351 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b6efefeb-daf0-4e57-b5b4-6ea7bad49910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:17.842138 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d277c-7877-462b-8a8e-be43769315e1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09ebc04-e54d-4497-aaa1-f4b732aac5e5,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:17.851139 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-876d277c-7877-462b-8a8e-be43769315e1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:17.876808 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-876d277c-7877-462b-8a8e-be43769315e1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:17.878223 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-876d277c-7877-462b-8a8e-be43769315e1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "DELETE /v2.0/security-groups/e09ebc04-e54d-4497-aaa1-f4b732aac5e5 HTTP/1.1" status: 204 len: 168 time: 0.2698536 May 20 04:27:17.881093 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 53388) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:17.917748 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310d6d7-8fe9-4149-b8d8-eac1098b3de8 req-38095dd3-b61b-49f4-b66c-e195df20ed8c tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:17.919411 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6310d6d7-8fe9-4149-b8d8-eac1098b3de8 req-38095dd3-b61b-49f4-b66c-e195df20ed8c tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 944 time: 0.1311774 May 20 04:27:17.923148 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.api.v2.resource [None req-de33781e-46dd-45a4-a0f3-b5a71e1e8d4f tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] show failed (client error): The resource could not be found. May 20 04:27:17.926879 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-de33781e-46dd-45a4-a0f3-b5a71e1e8d4f tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups/e09ebc04-e54d-4497-aaa1-f4b732aac5e5 HTTP/1.1" status: 404 len: 347 time: 0.0416582 May 20 04:27:17.927879 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 53392) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:17.976774 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6310d6d7-8fe9-4149-b8d8-eac1098b3de8 req-437c12dd-72f9-4539-b2bd-674eb727f2cc tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 May 20 04:27:18.260743 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Deleting port 95b03fb0-00b5-4cf0-843e-f34f483bd31b {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:18.261090 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.380327 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.380655 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.439153 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 09bfeaa4-d600-4f18-b82d-fd83e7074723 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:27:18.488827 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device bf45a905-63ef-4eb4-a738-c16c552c7e71 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:18.506021 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Calling delete_port for 95b03fb0-00b5-4cf0-843e-f34f483bd31b owned by network:floatingip {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:18.529679 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: bf45a905-63ef-4eb4-a738-c16c552c7e71 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:27:18.530096 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device bf45a905-63ef-4eb4-a738-c16c552c7e71 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:27:18.676790 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.693274 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:18.726443 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 09bfeaa4-d600-4f18-b82d-fd83e7074723, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=09bfeaa4-d600-4f18-b82d-fd83e7074723,segment=NetworkSegment(48d7e795-31b1-4eef-af2d-14e5cd2fe32b),segment_id=48d7e795-31b1-4eef-af2d-14e5cd2fe32b)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:18.744776 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': '09bfeaa4-d600-4f18-b82d-fd83e7074723', 'network_id': '323d46e0-a98d-40fa-995c-89ae76470d98', 'port_id': '09bfeaa4-d600-4f18-b82d-fd83e7074723', 'mac_address': 'fa:16:3e:a5:2e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ef3869-013d-46be-bb19-01d0e0eef674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:27:18.794162 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0b464-d2cf-438a-a0b0-6e3318e8ca39 req-bcfcab0d-1c4b-4674-934e-1891dabfeebd tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:18.795789 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a1a0b464-d2cf-438a-a0b0-6e3318e8ca39 req-bcfcab0d-1c4b-4674-934e-1891dabfeebd tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.1611073 May 20 04:27:18.812725 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event deleted for resources: {'Port': ['ID=95b03fb0-00b5-4cf0-843e-f34f483bd31b,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:18.815973 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:18.835542 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.873394 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bfeaa4-d600-4f18-b82d-fd83e7074723 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:18.880039 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a1a0b464-d2cf-438a-a0b0-6e3318e8ca39 req-421481ef-ec28-414e-9ba1-04d145b3dde8 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781918 May 20 04:27:18.895361 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 09bfeaa4-d600-4f18-b82d-fd83e7074723, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=09bfeaa4-d600-4f18-b82d-fd83e7074723,segment=NetworkSegment(48d7e795-31b1-4eef-af2d-14e5cd2fe32b),segment_id=48d7e795-31b1-4eef-af2d-14e5cd2fe32b)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:18.896701 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.899865 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.901861 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:18.921782 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:18.925858 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "DELETE /v2.0/floatingips/565044f3-786a-457f-b6f6-0b3a659a01e7 HTTP/1.1" status: 204 len: 168 time: 0.9943099 May 20 04:27:18.978551 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=09bfeaa4-d600-4f18-b82d-fd83e7074723,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:18.981549 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:19.312513 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d580e-4038-437f-aef6-588353f333fe req-decb86a9-ae95-4f07-94cf-6ce23473393f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:19.313868 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cc8d580e-4038-437f-aef6-588353f333fe req-decb86a9-ae95-4f07-94cf-6ce23473393f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 945 time: 0.0988445 May 20 04:27:19.333574 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['09bfeaa4-d600-4f18-b82d-fd83e7074723'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:19.358057 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cc8d580e-4038-437f-aef6-588353f333fe req-e03b3a85-b0b1-4169-8240-59502922aa79 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382671 May 20 04:27:19.484274 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 53418) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:19.489438 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--87400794', 'description': 'tempest-description--341792726'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:19.495090 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:19.499856 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Usage tracker for resource:security_group and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:19.503000 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:19.509177 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:19.519152 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.540190 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:19.543984 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Usage tracker for resource:security_group_rule and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:19.547348 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:19.552991 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:19.622428 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.626229 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.631121 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-865e4149-100e-4ee7-9418-99d2dd97ab01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:19.669605 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0bccb0-af35-401d-a200-a88616605b0c,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:19.672845 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.674010 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1887488 May 20 04:27:19.674870 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:19.677193 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 53422) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:19.682711 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'security_group_rule': {'security_group_id': 'af0bccb0-af35-401d-a200-a88616605b0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:19.688524 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:19.692349 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Usage tracker for resource:security_group_rule and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:19.695151 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:19.700784 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:19.719210 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.777643 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.781553 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.788678 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:19.808805 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc820a4-988f-408f-928a-4bacd3fa9c76,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:19.811453 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:19.815700 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.816835 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385617 May 20 04:27:19.819546 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 53426) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:19.824563 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'security_group_rule': {'security_group_id': 'af0bccb0-af35-401d-a200-a88616605b0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:19.830284 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:19.834109 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Usage tracker for resource:security_group_rule and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:19.836970 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:19.842694 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:19.858167 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.921336 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.925208 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.927299 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d5a336a8-beb5-4c32-a1e3-fc35105d6fe2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:19.948960 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d0ac04-8d2c-4e75-90fd-ea347146e55f,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:19.951537 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:19.960004 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:19.961184 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407392 May 20 04:27:19.964231 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 53432) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:19.969768 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'floatingip': {'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:19.975529 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:19.979286 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Usage tracker for resource:floatingip and tenant:05a4d4fd73734888b8994386fe6df1df is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:19.982139 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:19.988006 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:20.042985 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.164329 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c189d-8fe8-474f-b4a6-90ea8e475d64 req-25c3da76-ddc9-4921-8426-8c34ae6a6943 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:20.165683 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-713c189d-8fe8-474f-b4a6-90ea8e475d64 req-25c3da76-ddc9-4921-8426-8c34ae6a6943 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.1732237 May 20 04:27:20.231758 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-713c189d-8fe8-474f-b4a6-90ea8e475d64 req-70bbb934-10c1-46c9-95e4-dbcac74ae5a7 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0752356-47e2-4f50-9fcd-782ccc241c1e&id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570686 May 20 04:27:20.254001 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.395260 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Allocated IP 172.28.0.145 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/b10de2e1-d488-4f86-a891-8b3760154b38) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:27:20.453654 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 09bfeaa4-d600-4f18-b82d-fd83e7074723 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:27:20.565894 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port 09bfeaa4-d600-4f18-b82d-fd83e7074723 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:27:20.571428 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port 09bfeaa4-d600-4f18-b82d-fd83e7074723 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:27:20.571895 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.695026 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.698423 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.707010 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-48a9a0f9-d1ec-41aa-a2bc-1ea5d6f2e186 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:20.708511 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-48a9a0f9-d1ec-41aa-a2bc-1ea5d6f2e186 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 814 time: 0.2597795 May 20 04:27:20.713119 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea3508-138a-45d3-9659-15ac0ad173c2 req-e7989941-130e-4967-8b32-4a9e9af075b3 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:20.715944 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f2ea3508-138a-45d3-9659-15ac0ad173c2 req-e7989941-130e-4967-8b32-4a9e9af075b3 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 945 time: 0.1391323 May 20 04:27:20.725452 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-3dfca3b4-1d13-4faf-b9b8-b22f342957c6 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/quotas/05e8b0dda0134cfcbbeee3c78289415e HTTP/1.1" status: 200 len: 375 time: 0.0104637 May 20 04:27:20.730886 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bfeaa4-d600-4f18-b82d-fd83e7074723'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:20.742122 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 09bfeaa4-d600-4f18-b82d-fd83e7074723, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=09bfeaa4-d600-4f18-b82d-fd83e7074723,segment=NetworkSegment(48d7e795-31b1-4eef-af2d-14e5cd2fe32b),segment_id=48d7e795-31b1-4eef-af2d-14e5cd2fe32b)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:20.747435 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.750810 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:20.771132 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f2ea3508-138a-45d3-9659-15ac0ad173c2 req-7a0dd97e-1f25-4891-86c0-255f6870a733 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500126 May 20 04:27:20.783630 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:20.796935 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:20.813712 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-149c2213-49ea-4ced-b3fa-cdf5edebe4c3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825784 May 20 04:27:20.822332 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=09bfeaa4-d600-4f18-b82d-fd83e7074723,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:20.835800 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:20.853653 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bfeaa4-d600-4f18-b82d-fd83e7074723', 'code': 200} May 20 04:27:20.856663 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:27:20.859827 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:27:20.863496 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:27:20.905122 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'Port': ['ID=b10de2e1-d488-4f86-a891-8b3760154b38,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:20.913734 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:20.958106 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-792665eb-6ddd-4920-8f56-5e5dc4f42af5 service neutron] 10.222.0.72 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369910 May 20 04:27:20.996226 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.070427 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.097040 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-ceac8419-6044-4499-a107-c8308c41c541 service neutron] 10.222.0.72 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279898 May 20 04:27:21.334012 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd1e4d-fb85-4421-ada3-611bb9ce5003 req-073f23f9-a82c-431d-883b-73dd0fdccf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:21.335497 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cdbd1e4d-fb85-4421-ada3-611bb9ce5003 req-073f23f9-a82c-431d-883b-73dd0fdccf72 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 1099 time: 0.2377512 May 20 04:27:21.343810 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e87033f2-382c-4025-948f-8b122a706b14 req-8da0583e-1e2d-4046-883a-655ab7ff49ec tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 210 time: 0.0710676 May 20 04:27:21.406197 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-cdbd1e4d-fb85-4421-ada3-611bb9ce5003 req-c4467968-c62f-4c84-a27b-fc35011a4b04 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568430 May 20 04:27:21.425181 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.429534 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.433792 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-498272a6-0a40-4808-9517-79257fb23129 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:21.518009 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bf950b1a-9850-4b2e-bac9-d1d68ee8cb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.552834 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'Port': ['ID=b10de2e1-d488-4f86-a891-8b3760154b38,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:21.555982 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:21.566918 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.589702 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:21.590952 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-569f6c67-244d-4267-8ef3-c20067bb6d78 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6257951 May 20 04:27:21.816500 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-dc8c7527-63e0-4a41-9aa4-89a4235d581a tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Synchronizing usage tracker for tenant:05a4d4fd73734888b8994386fe6df1df on resource:security_group {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:21.834219 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-dc8c7527-63e0-4a41-9aa4-89a4235d581a tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Unset dirty status for tenant:05a4d4fd73734888b8994386fe6df1df on resource:security_group {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:21.835430 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-dc8c7527-63e0-4a41-9aa4-89a4235d581a tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--87400794&fields=id&tenant_id=05a4d4fd73734888b8994386fe6df1df HTTP/1.1" status: 200 len: 267 time: 0.0627666 May 20 04:27:21.972399 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36defa9f-0f50-426c-9bcb-71b05d5690c0 req-5c784e7b-4a16-4f9f-a1fc-e3862fd9adf1 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:21.974041 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-36defa9f-0f50-426c-9bcb-71b05d5690c0 req-5c784e7b-4a16-4f9f-a1fc-e3862fd9adf1 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 946 time: 0.0903215 May 20 04:27:21.998832 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-ef527055-1fa4-481a-b233-562836ad99e8 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:22.001269 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-ef527055-1fa4-481a-b233-562836ad99e8 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 811 time: 0.1585264 May 20 04:27:22.017148 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-a93a0250-7aba-4b24-916e-4f6d76da0fe9 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/quotas/05a4d4fd73734888b8994386fe6df1df HTTP/1.1" status: 200 len: 375 time: 0.0102901 May 20 04:27:22.026236 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-36defa9f-0f50-426c-9bcb-71b05d5690c0 req-f59d8c51-3e0a-4597-a129-39a281445889 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 May 20 04:27:22.105249 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-b2cc5c07-1aa0-4608-985e-c3fac9bd1347 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824952 May 20 04:27:22.241185 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-57a147c8-55e9-426c-a8e9-77a46fb9a336 service neutron] 10.222.0.72 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238070 May 20 04:27:22.369742 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-644e1bbd-0286-47aa-8c1a-f44af4967e60 service neutron] 10.222.0.72 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227427 May 20 04:27:22.503048 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-42b31c8a-dc5f-4cd8-bc27-fbef30ac1587 req-b2800136-6cf5-468c-9e1f-13a4c9ec77f2 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 210 time: 0.0479732 May 20 04:27:22.558121 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-50982059-0a31-4498-a03a-35134b27d54d req-9085053a-92ee-4986-b6b8-4b8b972dc385 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 210 time: 0.0529037 May 20 04:27:22.812934 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-3e6dbcf5-8802-4685-a271-848778fef63e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:22.814461 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-3e6dbcf5-8802-4685-a271-848778fef63e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 814 time: 0.1595857 May 20 04:27:22.859185 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Request body: {'port': {'device_id': 'bdc79f88-be91-423e-aac2-2cc9efdca58e', 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e', 'admin_state_up': True, 'tenant_id': '05e8b0dda0134cfcbbeee3c78289415e'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:23.021087 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:23.031932 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:23.041517 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Made reservation on behalf of 05e8b0dda0134cfcbbeee3c78289415e for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:27:23.045309 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.268051 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Allocated IP 172.20.0.7 (9ce8c640-96f4-4f7d-b3ec-c5be019b649e/94b842f3-10bb-445f-a371-c8b2d3ef8d7a/e5e25b9d-ae85-4f76-95d6-e67c74ab5286) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:27:23.283390 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b795a4-6e5a-452b-bc78-cc4f75bc4b50 req-ffb9835f-98bb-4394-9f18-443f3ec02918 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:23.284894 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e0b795a4-6e5a-452b-bc78-cc4f75bc4b50 req-ffb9835f-98bb-4394-9f18-443f3ec02918 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 946 time: 0.1514771 May 20 04:27:23.453852 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e0b795a4-6e5a-452b-bc78-cc4f75bc4b50 req-ef651e6f-2d3d-4c6b-8cf6-a3e7c481e057 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624296 May 20 04:27:23.605789 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.640396 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.649237 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-165ff3bf-3f03-409b-bc58-1e04ee66fb6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:23.700245 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['f142bd84-313a-4fe5-b201-5af3aee7c658', '27387ce7-f3d5-4fed-ab94-39da77fea0ce', '72ce470a-3762-4024-b0a8-c2c9a48d2162'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:23.768423 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:27:23.779091 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:27:23.788836 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:27:23.814846 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-286f52ae-2359-4648-9c1e-8e45d04e0ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.822558 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Pushing event updated for resources: {'Port': ['ID=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:23.835274 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:23.873757 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3222f-339c-4962-a9bb-7ffbaf7b59b4 req-06f3f1ea-7aed-4177-b8bf-84aef3396951 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:23.876071 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f3d3222f-339c-4962-a9bb-7ffbaf7b59b4 req-06f3f1ea-7aed-4177-b8bf-84aef3396951 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 931 time: 0.2289388 May 20 04:27:23.896500 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:23.897174 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:23.969419 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f3d3222f-339c-4962-a9bb-7ffbaf7b59b4 req-554d1ac3-a350-4e74-ab68-fedbb2cbd257 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860069 May 20 04:27:23.970740 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1166189 May 20 04:27:24.003536 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Request body: {'port': {'device_id': 'bdc79f88-be91-423e-aac2-2cc9efdca58e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:24.028631 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.081335 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-a4e34837-0438-42f9-98f5-bedf01610b5d tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:24.084431 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-a4e34837-0438-42f9-98f5-bedf01610b5d tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.79 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 811 time: 0.2400124 May 20 04:27:24.186115 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-6d37a853-cb22-44ce-bb33-32e8a3223ab9 req-ae74d6b1-7457-47f0-a1a9-1a9e96e9d9b5 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Synchronizing usage tracker for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:24.194485 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.204420 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-1df27624-3c52-495b-8d5e-9291ed207e3b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a4d4fd73734888b8994386fe6df1df HTTP/1.1" status: 200 len: 378 time: 0.0919805 May 20 04:27:24.221291 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'port': {'device_id': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'admin_state_up': True, 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'security_groups': ['af0bccb0-af35-401d-a200-a88616605b0c']}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:24.355819 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-6d37a853-cb22-44ce-bb33-32e8a3223ab9 req-ae74d6b1-7457-47f0-a1a9-1a9e96e9d9b5 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Unset dirty status for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:24.357115 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6d37a853-cb22-44ce-bb33-32e8a3223ab9 req-ae74d6b1-7457-47f0-a1a9-1a9e96e9d9b5 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 210 time: 0.2269008 May 20 04:27:24.404106 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:24.414005 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:24.427262 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Made reservation on behalf of 05a4d4fd73734888b8994386fe6df1df for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:27:24.431619 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.592058 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e25b9d-ae85-4f76-95d6-e67c74ab5286 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:24.595512 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Allocated IP 172.20.0.12 (75b2d426-2178-48f9-bcce-df1758c4b992/d830b1e6-1a25-4745-b771-c773f3d95474/79fd6799-7173-41a1-bbac-1e54854b94b4) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:27:24.599829 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.615894 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Transition to ACTIVE for port object e5e25b9d-ae85-4f76-95d6-e67c74ab5286 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:27:24.619403 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.624065 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b76268f4-0418-4b9f-950d-bf53ec0ef7fa tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:24.785777 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:24.792620 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:24.810466 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.860674 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Attempting to bind port e5e25b9d-ae85-4f76-95d6-e67c74ab5286 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:27:24.860912 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Attempting to bind port e5e25b9d-ae85-4f76-95d6-e67c74ab5286 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:27:24.861226 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Attempting to bind port e5e25b9d-ae85-4f76-95d6-e67c74ab5286 on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:24.865762 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Port e5e25b9d-ae85-4f76-95d6-e67c74ab5286 on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:27:24.866079 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Attempting to bind port e5e25b9d-ae85-4f76-95d6-e67c74ab5286 on network 9ce8c640-96f4-4f7d-b3ec-c5be019b649e {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:24.871103 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:27:24.871436 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Checking segment: {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:27:24.871846 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Bound using segment: {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:27:24.872266 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Bound port: e5e25b9d-ae85-4f76-95d6-e67c74ab5286, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:27:24.872608 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.886022 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.901822 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Transition to ACTIVE for port object 79fd6799-7173-41a1-bbac-1e54854b94b4 will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:27:24.925692 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.931900 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8f0c4f86-63a5-4add-8001-c310825ca996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:24.964358 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] For port e5e25b9d-ae85-4f76-95d6-e67c74ab5286, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:27:24.967531 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] For port e5e25b9d-ae85-4f76-95d6-e67c74ab5286, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:27:24.972113 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:24.976614 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-856661de-1e63-4914-b4e6-51bd8ad74820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:24.997727 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Network 75b2d426-2178-48f9-bcce-df1758c4b992 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:27:25.001693 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:27:25.005647 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:27:25.040819 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.041238 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:25.042846 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] 10.222.0.79 "PUT /v2.0/ports/e5e25b9d-ae85-4f76-95d6-e67c74ab5286 HTTP/1.1" status: 200 len: 1093 time: 1.0444310 May 20 04:27:25.043434 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc79f88-be91-423e-aac2-2cc9efdca58e', 'tag': 'e5e25b9d-ae85-4f76-95d6-e67c74ab5286'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:25.047505 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event updated for resources: {'Port': ['ID=79fd6799-7173-41a1-bbac-1e54854b94b4,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:25.052310 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:25.086118 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:25.092586 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:25.096858 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.097513 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:25.121258 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc79f88-be91-423e-aac2-2cc9efdca58e', 'tag': 'e5e25b9d-ae85-4f76-95d6-e67c74ab5286', 'status': 'completed', 'code': 200} May 20 04:27:25.131240 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9182730 May 20 04:27:25.192276 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Request body: {'port': {'device_id': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:25.252904 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-63496724-d5e3-4041-8d3b-9d8f4064854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.254502 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-63496724-d5e3-4041-8d3b-9d8f4064854f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 1096 time: 0.0723481 May 20 04:27:25.294468 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-91463da6-e58e-4aea-95d2-0c8bfaafcb24 None None] Provisioning for port 79fd6799-7173-41a1-bbac-1e54854b94b4 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:27:25.300702 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-91463da6-e58e-4aea-95d2-0c8bfaafcb24 None None] Provisioning complete for port 79fd6799-7173-41a1-bbac-1e54854b94b4 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:27:25.301364 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-91463da6-e58e-4aea-95d2-0c8bfaafcb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:25.326592 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:25.344155 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-7a8f61e7-14eb-45ad-a1d2-8c8390b2b7f5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5e25b9d-ae85-4f76-95d6-e67c74ab5286 HTTP/1.1" status: 200 len: 217 time: 0.0646918 May 20 04:27:25.368397 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-91463da6-e58e-4aea-95d2-0c8bfaafcb24 None None] Port 79fd6799-7173-41a1-bbac-1e54854b94b4 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:27:25.380766 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a95ad5-407a-4f15-83c5-67d2b4a8ca4b req-24f06d4c-0ac9-4882-b058-ee5550cf5593 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.385493 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-55a95ad5-407a-4f15-83c5-67d2b4a8ca4b req-24f06d4c-0ac9-4882-b058-ee5550cf5593 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 943 time: 0.2409096 May 20 04:27:25.435952 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-6ab84139-18fb-41f0-a31f-200e456b905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.438349 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-6ab84139-18fb-41f0-a31f-200e456b905e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=94b842f3-10bb-445f-a371-c8b2d3ef8d7a HTTP/1.1" status: 200 len: 854 time: 0.0822761 May 20 04:27:25.513689 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-55a95ad5-407a-4f15-83c5-67d2b4a8ca4b req-e4126936-1a7c-43a5-9409-1fef7fece371 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177058 May 20 04:27:25.609430 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-a91fef74-c756-4c53-b0fb-e43da25d46d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1625116 May 20 04:27:25.745432 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fd6799-7173-41a1-bbac-1e54854b94b4 {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:25.752854 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:25.767182 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Transition to ACTIVE for port object 79fd6799-7173-41a1-bbac-1e54854b94b4 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:27:25.767385 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a11c01-1fe8-4c71-8f6f-f1b5b3d9a1ea req-9368db35-37d7-4897-9270-7d68c9019d25 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:25.768733 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f4a11c01-1fe8-4c71-8f6f-f1b5b3d9a1ea req-9368db35-37d7-4897-9270-7d68c9019d25 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 932 time: 0.1952989 May 20 04:27:25.771047 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:25.774484 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-c4d2d58a-52ee-4924-8f6c-e4c2faaf44f7 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541739 May 20 04:27:25.775667 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:25.896971 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f4a11c01-1fe8-4c71-8f6f-f1b5b3d9a1ea req-f121d509-b9be-4851-a3ef-64f87f7aeeac tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Synchronizing usage tracker for tenant:05a4d4fd73734888b8994386fe6df1df on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:25.921802 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f4a11c01-1fe8-4c71-8f6f-f1b5b3d9a1ea req-f121d509-b9be-4851-a3ef-64f87f7aeeac tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Unset dirty status for tenant:05a4d4fd73734888b8994386fe6df1df on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:25.922958 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f4a11c01-1fe8-4c71-8f6f-f1b5b3d9a1ea req-f121d509-b9be-4851-a3ef-64f87f7aeeac tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1475995 May 20 04:27:25.963354 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b7b1051d-044b-477e-946f-e5752a0bf3ea req-5087e6a5-e5d7-49d9-844d-dd6f5784b302 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746259 May 20 04:27:25.975720 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Pushing event updated for resources: {'Port': ['ID=79fd6799-7173-41a1-bbac-1e54854b94b4,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:25.982411 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:26.020804 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Attempting to bind port 79fd6799-7173-41a1-bbac-1e54854b94b4 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:27:26.021143 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Attempting to bind port 79fd6799-7173-41a1-bbac-1e54854b94b4 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:27:26.021470 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Attempting to bind port 79fd6799-7173-41a1-bbac-1e54854b94b4 on network 75b2d426-2178-48f9-bcce-df1758c4b992 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:26.026022 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Port 79fd6799-7173-41a1-bbac-1e54854b94b4 on network 75b2d426-2178-48f9-bcce-df1758c4b992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:27:26.026341 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Attempting to bind port 79fd6799-7173-41a1-bbac-1e54854b94b4 on network 75b2d426-2178-48f9-bcce-df1758c4b992 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:26.032074 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:27:26.032406 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Checking segment: {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:27:26.032788 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Bound using segment: {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:27:26.033236 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Bound port: 79fd6799-7173-41a1-bbac-1e54854b94b4, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070a8d2b-4b07-4bbd-a9dd-c6a97245d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:27:26.033582 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:26.124153 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] For port 79fd6799-7173-41a1-bbac-1e54854b94b4, host hv-cinder-78240, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:27:26.127557 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] For port 79fd6799-7173-41a1-bbac-1e54854b94b4, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=79fd6799-7173-41a1-bbac-1e54854b94b4,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:27:26.132598 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:26.142473 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8e4d52a4-6fa3-4dcc-842b-79e299b0b56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:26.165402 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185ec80-57f2-46b2-a43a-9122200d2720 req-d8f4adb1-59c1-4bf1-a2ac-0c2b2d00470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:26.166983 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3185ec80-57f2-46b2-a43a-9122200d2720 req-d8f4adb1-59c1-4bf1-a2ac-0c2b2d00470d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 1096 time: 0.0768189 May 20 04:27:26.181145 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:26.181806 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:26.183160 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] 10.222.0.79 "PUT /v2.0/ports/79fd6799-7173-41a1-bbac-1e54854b94b4 HTTP/1.1" status: 200 len: 1094 time: 1.0004218 May 20 04:27:26.183809 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'tag': '79fd6799-7173-41a1-bbac-1e54854b94b4'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:26.226011 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Pushing event updated for resources: {'Port': ['ID=79fd6799-7173-41a1-bbac-1e54854b94b4,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:26.230145 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:26.244762 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'tag': '79fd6799-7173-41a1-bbac-1e54854b94b4', 'status': 'completed', 'code': 200} May 20 04:27:26.356476 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185ec80-57f2-46b2-a43a-9122200d2720 req-972526fa-d6b7-48ea-a71c-df74077d3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:26.358656 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3185ec80-57f2-46b2-a43a-9122200d2720 req-972526fa-d6b7-48ea-a71c-df74077d3da7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 200 len: 915 time: 0.1728716 May 20 04:27:26.373512 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-17eaa94f-f698-4eb2-96a9-28bb4ffe830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:26.375983 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-17eaa94f-f698-4eb2-96a9-28bb4ffe830b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 1097 time: 0.0826578 May 20 04:27:26.438336 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3185ec80-57f2-46b2-a43a-9122200d2720 req-647e69a4-2aba-4cba-b4b6-73f649862791 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5e25b9d-ae85-4f76-95d6-e67c74ab5286 HTTP/1.1" status: 200 len: 217 time: 0.0695899 May 20 04:27:26.454421 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:26.459049 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-8f650413-7703-4ec2-8a30-4b084c492213 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79fd6799-7173-41a1-bbac-1e54854b94b4 HTTP/1.1" status: 200 len: 217 time: 0.0620742 May 20 04:27:26.511066 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185ec80-57f2-46b2-a43a-9122200d2720 req-91eb060e-1884-4b1f-a8af-2a918f3faf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:26.512486 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3185ec80-57f2-46b2-a43a-9122200d2720 req-91eb060e-1884-4b1f-a8af-2a918f3faf48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=94b842f3-10bb-445f-a371-c8b2d3ef8d7a HTTP/1.1" status: 200 len: 854 time: 0.0589187 May 20 04:27:26.531866 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-49a9b4f2-a533-4788-b617-40a8e6c354b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:26.533450 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-49a9b4f2-a533-4788-b617-40a8e6c354b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d830b1e6-1a25-4745-b771-c773f3d95474 HTTP/1.1" status: 200 len: 850 time: 0.0630100 May 20 04:27:26.570166 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3185ec80-57f2-46b2-a43a-9122200d2720 req-abad8104-c0e8-40cb-9c16-8f31bd541925 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ce8c640-96f4-4f7d-b3ec-c5be019b649e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498083 May 20 04:27:26.614974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-d1c882c7-d156-41f9-879d-9e68c67d13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:26.616494 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-d1c882c7-d156-41f9-879d-9e68c67d13a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75b2d426-2178-48f9-bcce-df1758c4b992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760505 May 20 04:27:26.760362 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3185ec80-57f2-46b2-a43a-9122200d2720 req-ae5fbd57-94d4-4a9a-b3be-542a071c7ed9 service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807010 May 20 04:27:26.769666 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-57f66fdb-d218-416c-b500-823d04a088ac service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385815 May 20 04:27:26.822059 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487bc84-36ca-4e3e-a66a-4ba027b8a480 req-8a25c2c6-d7fe-45f9-a1dd-c9f79fe2cf2f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:26.822731 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-5487bc84-36ca-4e3e-a66a-4ba027b8a480 req-8a25c2c6-d7fe-45f9-a1dd-c9f79fe2cf2f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Synchronizing usage tracker for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:26.898129 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-5487bc84-36ca-4e3e-a66a-4ba027b8a480 req-8a25c2c6-d7fe-45f9-a1dd-c9f79fe2cf2f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Unset dirty status for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:26.899293 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-5487bc84-36ca-4e3e-a66a-4ba027b8a480 req-8a25c2c6-d7fe-45f9-a1dd-c9f79fe2cf2f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 943 time: 0.2357242 May 20 04:27:26.968934 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3185ec80-57f2-46b2-a43a-9122200d2720 req-1dfe3de4-a6e8-4309-8ef3-c2b04f7f7b0a service neutron] 10.222.0.79 "GET /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970909 May 20 04:27:26.973779 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-5487bc84-36ca-4e3e-a66a-4ba027b8a480 req-fb44de06-3d13-41b4-8ccf-2f55907755d9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685463 May 20 04:27:27.030948 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d6205fab-80cb-4ab7-90ec-23560d9a698e req-439ab25f-8811-4b83-8946-d402826c5f40 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506800 May 20 04:27:27.129855 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0db8-41dd-44b7-b8ec-783c64eb6e7f req-2b95b819-5386-47f8-b1da-35658ee89857 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:27.130608 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-a04b0db8-41dd-44b7-b8ec-783c64eb6e7f req-2b95b819-5386-47f8-b1da-35658ee89857 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Synchronizing usage tracker for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:27.146634 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-a04b0db8-41dd-44b7-b8ec-783c64eb6e7f req-2b95b819-5386-47f8-b1da-35658ee89857 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Unset dirty status for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:27.147889 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a04b0db8-41dd-44b7-b8ec-783c64eb6e7f req-2b95b819-5386-47f8-b1da-35658ee89857 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 944 time: 0.1029358 May 20 04:27:27.241046 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a04b0db8-41dd-44b7-b8ec-783c64eb6e7f req-148bbaa2-dd0f-4c83-a0fe-c49dddcd948d tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870802 May 20 04:27:27.267380 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-6645e92b-2f1a-47cb-971f-310504775f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:27.268876 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-6645e92b-2f1a-47cb-971f-310504775f06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 1097 time: 0.0959806 May 20 04:27:27.410761 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-fbdb46f8-793d-4e14-b4fd-b733f490d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:27.412159 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-fbdb46f8-793d-4e14-b4fd-b733f490d96f service neutron] 10.222.0.79 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 912 time: 0.1305642 May 20 04:27:27.483839 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-a405e8ca-041e-4e26-bd8a-78813fb292c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79fd6799-7173-41a1-bbac-1e54854b94b4 HTTP/1.1" status: 200 len: 217 time: 0.0623643 May 20 04:27:27.550531 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-3c34c19a-411c-4550-b3e0-bb17d8a947fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:27.551944 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-3c34c19a-411c-4550-b3e0-bb17d8a947fa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d830b1e6-1a25-4745-b771-c773f3d95474 HTTP/1.1" status: 200 len: 850 time: 0.0562744 May 20 04:27:27.630224 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-4b7c4924-3c65-40ec-ac46-186d9d83da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:27.631687 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-4b7c4924-3c65-40ec-ac46-186d9d83da7a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75b2d426-2178-48f9-bcce-df1758c4b992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710225 May 20 04:27:27.773551 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-32a0d6d8-96d4-4e86-bd91-9f960ef5b52f service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253335 May 20 04:27:27.904205 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3a476d64-e6f1-41d6-ba93-5a461828da54 req-69f42cf4-549d-4dfc-8e95-36820194f4a0 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230266 May 20 04:27:28.159503 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40cfbf-79de-4e89-9c2d-37297d724c30 req-e1c2d3f3-b0e2-4023-98e9-13493edc4e2f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:28.160975 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-db40cfbf-79de-4e89-9c2d-37297d724c30 req-e1c2d3f3-b0e2-4023-98e9-13493edc4e2f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 943 time: 0.0795066 May 20 04:27:28.204178 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-db40cfbf-79de-4e89-9c2d-37297d724c30 req-e32b4aea-6e1e-4d97-a39d-f80e3a4db8ee tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375595 May 20 04:27:28.423597 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3f9cf-b770-40bd-bd37-e985a9e4aa38 req-360d965b-751a-4717-98cf-1fcf292cd0e4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:28.424986 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c2b3f9cf-b770-40bd-bd37-e985a9e4aa38 req-360d965b-751a-4717-98cf-1fcf292cd0e4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 944 time: 0.0803890 May 20 04:27:28.470200 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c2b3f9cf-b770-40bd-bd37-e985a9e4aa38 req-6f6e77f5-e500-4cad-8ee1-ea114ac27e08 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396075 May 20 04:27:28.481889 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e5e25b9d-ae85-4f76-95d6-e67c74ab5286 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:27:28.614041 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e5e25b9d-ae85-4f76-95d6-e67c74ab5286, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:28.628873 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'e5e25b9d-ae85-4f76-95d6-e67c74ab5286', 'network_id': '9ce8c640-96f4-4f7d-b3ec-c5be019b649e', 'port_id': 'e5e25b9d-ae85-4f76-95d6-e67c74ab5286', 'mac_address': 'fa:16:3e:e5:b9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b842f3-10bb-445f-a371-c8b2d3ef8d7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:27:28.698833 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:28.717488 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e25b9d-ae85-4f76-95d6-e67c74ab5286 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:28.733973 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e5e25b9d-ae85-4f76-95d6-e67c74ab5286, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:28.738331 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:28.740127 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-6b726cac-771c-44db-9e36-1657a170ed92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:28.805688 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:28.808611 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:29.352537 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['e5e25b9d-ae85-4f76-95d6-e67c74ab5286'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:29.388670 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5888d-c46f-4a57-b3f9-d67f3d3e2184 req-41bef597-df85-40e2-8663-d4b1c2a7fec4 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:29.390651 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0bc5888d-c46f-4a57-b3f9-d67f3d3e2184 req-41bef597-df85-40e2-8663-d4b1c2a7fec4 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 944 time: 0.0820324 May 20 04:27:29.437651 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0bc5888d-c46f-4a57-b3f9-d67f3d3e2184 req-70705586-cc37-4e95-a47b-c5fac2697a74 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 May 20 04:27:29.656261 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ff291-90bc-4f49-9088-01fec5b19c85 req-65b2efe9-8915-4b76-bc17-e9f81cec33f0 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:29.657688 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-227ff291-90bc-4f49-9088-01fec5b19c85 req-65b2efe9-8915-4b76-bc17-e9f81cec33f0 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 944 time: 0.0822866 May 20 04:27:29.701822 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-227ff291-90bc-4f49-9088-01fec5b19c85 req-1f4042b0-13ec-488f-8a35-4ec85d2c4f16 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385275 May 20 04:27:30.485789 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 79fd6799-7173-41a1-bbac-1e54854b94b4 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:27:30.615179 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f1630-ae4a-4062-b282-3b7829de6eac req-e2e51dd5-ff51-41e2-9dd3-988cb9c5c6d0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:30.616708 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1d9f1630-ae4a-4062-b282-3b7829de6eac req-e2e51dd5-ff51-41e2-9dd3-988cb9c5c6d0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 946 time: 0.0835266 May 20 04:27:30.626447 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 79fd6799-7173-41a1-bbac-1e54854b94b4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=79fd6799-7173-41a1-bbac-1e54854b94b4,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:30.638438 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78583b1d-4886-4fbc-985e-3f10ee2dc273 req-4625be4e-03c2-4190-9a3c-eac27e12f407 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:30.640192 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': '79fd6799-7173-41a1-bbac-1e54854b94b4', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'port_id': '79fd6799-7173-41a1-bbac-1e54854b94b4', 'mac_address': 'fa:16:3e:60:14:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:27:30.640479 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-78583b1d-4886-4fbc-985e-3f10ee2dc273 req-4625be4e-03c2-4190-9a3c-eac27e12f407 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 944 time: 0.0898306 May 20 04:27:30.673030 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1d9f1630-ae4a-4062-b282-3b7829de6eac req-94da7fd3-a4fe-4e1d-8191-fcc5f1339f2a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502286 May 20 04:27:30.688001 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-78583b1d-4886-4fbc-985e-3f10ee2dc273 req-1a03e07c-fb12-40d7-8e9d-974769a11b2f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 May 20 04:27:30.703030 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:30.720787 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79fd6799-7173-41a1-bbac-1e54854b94b4 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:30.738027 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 79fd6799-7173-41a1-bbac-1e54854b94b4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=79fd6799-7173-41a1-bbac-1e54854b94b4,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:30.742242 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:30.744279 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:30.818593 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=79fd6799-7173-41a1-bbac-1e54854b94b4,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:30.821774 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:30.890932 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83aeb-2160-475e-9ae4-62c5b20f9e90 req-c56b1160-c5de-44e6-8212-d897759fec79 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:30.892489 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9da83aeb-2160-475e-9ae4-62c5b20f9e90 req-c56b1160-c5de-44e6-8212-d897759fec79 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 945 time: 0.0815961 May 20 04:27:30.937165 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9da83aeb-2160-475e-9ae4-62c5b20f9e90 req-1330368a-ed7c-47bc-bbdf-616d7235fe86 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384183 May 20 04:27:31.314582 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['79fd6799-7173-41a1-bbac-1e54854b94b4'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:31.890237 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d58fd5-79f3-403e-9654-af1ee0daab07 req-19a146cc-2d40-4e76-a461-9ab8868947a8 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:31.891718 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-73d58fd5-79f3-403e-9654-af1ee0daab07 req-19a146cc-2d40-4e76-a461-9ab8868947a8 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 944 time: 0.0891407 May 20 04:27:31.937312 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-73d58fd5-79f3-403e-9654-af1ee0daab07 req-1dd0221e-bbea-4506-b74b-cb6491fa786b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 May 20 04:27:32.083062 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd4f50-4907-4ddd-a534-7821bb831248 req-b454769c-4c74-42ba-95e7-e647b0fffdd4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:32.084573 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-89fd4f50-4907-4ddd-a534-7821bb831248 req-b454769c-4c74-42ba-95e7-e647b0fffdd4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 946 time: 0.1560597 May 20 04:27:32.121991 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd464ee-5e33-4e31-a7bd-1dbe74f83bbc req-542eb7db-71ec-4b16-ad7e-996adb72a016 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:32.123451 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4dd464ee-5e33-4e31-a7bd-1dbe74f83bbc req-542eb7db-71ec-4b16-ad7e-996adb72a016 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 945 time: 0.0790999 May 20 04:27:32.128553 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-89fd4f50-4907-4ddd-a534-7821bb831248 req-2807e293-e0d3-4728-b3c1-318a9df943c4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 May 20 04:27:32.171251 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4dd464ee-5e33-4e31-a7bd-1dbe74f83bbc req-e6d2a239-084a-49eb-ac21-301cde5686bc tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416760 May 20 04:27:32.508116 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e5e25b9d-ae85-4f76-95d6-e67c74ab5286 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:27:32.574504 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port e5e25b9d-ae85-4f76-95d6-e67c74ab5286 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:27:32.579004 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port e5e25b9d-ae85-4f76-95d6-e67c74ab5286 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:27:32.579384 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:32.694037 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:32.720558 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc79f88-be91-423e-aac2-2cc9efdca58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e25b9d-ae85-4f76-95d6-e67c74ab5286'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:32.730308 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e5e25b9d-ae85-4f76-95d6-e67c74ab5286, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:32.735023 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:32.736918 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:32.766260 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc79f88-be91-423e-aac2-2cc9efdca58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e25b9d-ae85-4f76-95d6-e67c74ab5286', 'code': 200} May 20 04:27:32.805506 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:32.808453 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:33.272207 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebcd5c-cc38-47cb-b603-189e17c57695 req-653b27af-aafe-4a41-bb42-b268a28470ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:33.273661 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-12ebcd5c-cc38-47cb-b603-189e17c57695 req-653b27af-aafe-4a41-bb42-b268a28470ef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 1098 time: 0.1987832 May 20 04:27:33.281024 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fb990-ea4d-418b-80cc-fac2f907fb6e req-aa5a4641-20af-4363-9f5c-d7635bb8a71a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:33.282417 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ae5fb990-ea4d-418b-80cc-fac2f907fb6e req-aa5a4641-20af-4363-9f5c-d7635bb8a71a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 945 time: 0.2389405 May 20 04:27:33.339600 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-d9c3a710-2d9b-41ef-a0cf-69325aad0d60 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:33.341038 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-d9c3a710-2d9b-41ef-a0cf-69325aad0d60 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.79 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 946 time: 0.1425695 May 20 04:27:33.349091 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-12ebcd5c-cc38-47cb-b603-189e17c57695 req-a1e975e4-c373-46f5-a2cf-75ffcf57a724 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619071 May 20 04:27:33.353270 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5f7b4-d56c-436f-826e-2bf063de03cd req-6bb7134b-631b-4dab-acf1-a661a62fa6ed tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:33.354689 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-77f5f7b4-d56c-436f-826e-2bf063de03cd req-6bb7134b-631b-4dab-acf1-a661a62fa6ed tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 946 time: 0.1114352 May 20 04:27:33.355781 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ae5fb990-ea4d-418b-80cc-fac2f907fb6e req-703ffa26-b057-46bd-8f48-b2a8ff66e956 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675883 May 20 04:27:33.460111 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-77f5f7b4-d56c-436f-826e-2bf063de03cd req-1c00da6e-818b-4607-8e6d-c443c994d915 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=a67064e5-7136-4d51-b0d9-85c5ef0ef998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699823 May 20 04:27:33.538862 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cfd8d-92a4-40d6-a5b6-232562caaba1 req-87b1ae70-558a-4773-bb5e-3008dc5e9bae tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:33.540328 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5f6cfd8d-92a4-40d6-a5b6-232562caaba1 req-87b1ae70-558a-4773-bb5e-3008dc5e9bae tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 945 time: 0.0880728 May 20 04:27:33.540585 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Deleting port b54d3a7b-8457-4be0-972c-d7dbafdf020c {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:33.540934 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:33.590223 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5f6cfd8d-92a4-40d6-a5b6-232562caaba1 req-b3cef846-935e-4636-b192-95d77c02b9be tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434849 May 20 04:27:33.684658 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] For port b54d3a7b-8457-4be0-972c-d7dbafdf020c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=b54d3a7b-8457-4be0-972c-d7dbafdf020c,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:33.685012 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:33.980910 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:33.981196 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:33.981511 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.l3_db [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Floating IP 28cd5d12-dba0-44d7-8c1e-b0937fd4b484 disassociated. External IP: 172.28.0.184, port: b54d3a7b-8457-4be0-972c-d7dbafdf020c. May 20 04:27:33.981851 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Calling delete_port for b54d3a7b-8457-4be0-972c-d7dbafdf020c owned by compute:nova {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:34.089245 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:34.098228 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c8c25e0d-059a-4d1d-9298-e0ea1ca50149 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:34.146033 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event deleted for resources: {'Port': ['ID=b54d3a7b-8457-4be0-972c-d7dbafdf020c,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:34.148994 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:34.322622 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Router 511a323b-fbb7-4aeb-a0db-57a00df627b1 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:27:34.502567 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:27:34.514401 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] Sync routers for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:27:34.526448 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:34.527067 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:27:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:34.591698 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d7427-85a5-47c0-97f2-c125ea1e2cbd req-600a216d-1a33-4ddc-ba85-053657129a59 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:34.599866 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ad9d7427-85a5-47c0-97f2-c125ea1e2cbd req-600a216d-1a33-4ddc-ba85-053657129a59 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 945 time: 0.1376932 May 20 04:27:34.657844 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ad9d7427-85a5-47c0-97f2-c125ea1e2cbd req-2b3914ab-7676-4d5f-84e1-e4223d2c08c7 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569186 May 20 04:27:34.706415 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] No DVR routers for this DVR port b54d3a7b-8457-4be0-972c-d7dbafdf020c on host hv-cinder-78240 {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:27:34.710826 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:34.718315 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'name': 'network-vif-deleted', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:34.753153 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 79fd6799-7173-41a1-bbac-1e54854b94b4 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:27:34.762616 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1d741c8a-122c-4868-b0c9-d7cf0d3304d3 req-c0a15d9f-8c08-4f86-b66f-49d6c0b2af0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.79 "DELETE /v2.0/ports/b54d3a7b-8457-4be0-972c-d7dbafdf020c HTTP/1.1" status: 204 len: 173 time: 1.4068217 May 20 04:27:34.768466 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-85f17e2b-30e1-47fa-bd2c-8ae4e21cc8a7 req-7ac0b58d-e98a-4b55-bc86-52716ab669b6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Synchronizing usage tracker for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:34.789847 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-85f17e2b-30e1-47fa-bd2c-8ae4e21cc8a7 req-7ac0b58d-e98a-4b55-bc86-52716ab669b6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Unset dirty status for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:34.802039 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-85f17e2b-30e1-47fa-bd2c-8ae4e21cc8a7 req-7ac0b58d-e98a-4b55-bc86-52716ab669b6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 210 time: 0.0933807 May 20 04:27:34.856036 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc8c5db-00b7-4401-a6b6-f9bb56882b69', 'name': 'network-vif-deleted', 'tag': 'b54d3a7b-8457-4be0-972c-d7dbafdf020c', 'status': 'completed', 'code': 200} May 20 04:27:34.872677 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:34.880083 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64af786-17e4-44b7-a739-3adf6a70c6cb req-de7e4272-f26e-4b59-9e59-aa3677d8a6f6 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:34.881603 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f64af786-17e4-44b7-a739-3adf6a70c6cb req-de7e4272-f26e-4b59-9e59-aa3677d8a6f6 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 945 time: 0.1019068 May 20 04:27:34.931025 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f64af786-17e4-44b7-a739-3adf6a70c6cb req-d8168ffc-781b-4942-b31a-5f699c09f929 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430562 May 20 04:27:34.949686 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port 79fd6799-7173-41a1-bbac-1e54854b94b4 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:27:34.957648 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port 79fd6799-7173-41a1-bbac-1e54854b94b4 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:27:34.958368 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:35.276804 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:35.312083 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fd6799-7173-41a1-bbac-1e54854b94b4'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:35.325027 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port 79fd6799-7173-41a1-bbac-1e54854b94b4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=79fd6799-7173-41a1-bbac-1e54854b94b4,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:35.329580 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:35.330431 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b54d3a7b-8457-4be0-972c-d7dbafdf020c no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:35.354839 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:35.401126 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fd6799-7173-41a1-bbac-1e54854b94b4', 'code': 200} May 20 04:27:35.419740 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: b54d3a7b-8457-4be0-972c-d7dbafdf020c {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:27:35.420101 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device b54d3a7b-8457-4be0-972c-d7dbafdf020c not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:27:35.435577 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:35.443544 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] Checking router: 511a323b-fbb7-4aeb-a0db-57a00df627b1 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:27:35.446748 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=79fd6799-7173-41a1-bbac-1e54854b94b4,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:35.450946 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:35.455757 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:35.456354 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:27:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:35.635355 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:35.678957 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24648c-818c-4c55-b959-33161a70b14a req-6ccdf3df-c65f-4270-81ed-4a761dc5bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:35.680525 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3f24648c-818c-4c55-b959-33161a70b14a req-6ccdf3df-c65f-4270-81ed-4a761dc5bbbe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 1099 time: 0.0703785 May 20 04:27:35.744733 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3f24648c-818c-4c55-b959-33161a70b14a req-f4ca88ae-4364-4dd7-8a34-e5b94fcab90a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478210 May 20 04:27:35.868944 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ebc90-1e2d-4473-8c4f-793731e5835b req-82a34c2c-2114-429c-8aee-5d407d231190 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:35.870559 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c42ebc90-1e2d-4473-8c4f-793731e5835b req-82a34c2c-2114-429c-8aee-5d407d231190 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 945 time: 0.0848744 May 20 04:27:35.924040 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c42ebc90-1e2d-4473-8c4f-793731e5835b req-83e934d1-b802-4673-9214-fe4ad2df155f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468366 May 20 04:27:35.990359 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e0e1cffc-06a6-4cd6-8be7-cc4b45581716 req-8ea68c63-4ef8-4f92-b66b-d3b9e460ba9d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=abc8c5db-00b7-4401-a6b6-f9bb56882b69 HTTP/1.1" status: 200 len: 210 time: 0.0567300 May 20 04:27:36.006779 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:36.020282 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ae559-5142-40b5-9076-8d128acf2c63 None None] The sync data for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb is: [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:27:36.144299 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d806d-f707-4f99-963b-75d80b3b584a req-a28d94c5-e047-4de0-8d11-c48597c9e840 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:36.151755 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e7d806d-f707-4f99-963b-75d80b3b584a req-a28d94c5-e047-4de0-8d11-c48597c9e840 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 946 time: 0.0963306 May 20 04:27:36.201341 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4e7d806d-f707-4f99-963b-75d80b3b584a req-babe4020-dd37-4487-bc74-f3a3b7e4e3b2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485480 May 20 04:27:36.329254 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb0e44-7066-4a28-a478-2e0a7cdad24a None None] New status for floating IP 28cd5d12-dba0-44d7-8c1e-b0937fd4b484: DOWN {{(pid=91670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:27:37.123049 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 53648) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:37.187877 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5f1461d8-44a9-4c25-a69c-4ca004c8ff95 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:37.215232 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5f1461d8-44a9-4c25-a69c-4ca004c8ff95 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:37.273113 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5f1461d8-44a9-4c25-a69c-4ca004c8ff95 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:37.277584 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-921dd973-d8a2-4f8e-9636-840cdc752c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:37.292801 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1461d8-44a9-4c25-a69c-4ca004c8ff95 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67064e5-7136-4d51-b0d9-85c5ef0ef998,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:37.296267 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5f1461d8-44a9-4c25-a69c-4ca004c8ff95 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:37.309389 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5f1461d8-44a9-4c25-a69c-4ca004c8ff95 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:37.310886 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-5f1461d8-44a9-4c25-a69c-4ca004c8ff95 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "DELETE /v2.0/security-groups/a67064e5-7136-4d51-b0d9-85c5ef0ef998 HTTP/1.1" status: 204 len: 168 time: 0.1868207 May 20 04:27:37.313496 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 53654) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:37.329899 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.api.v2.resource [None req-c35e7091-ef9c-4f90-9c33-181ed7fd5103 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] show failed (client error): The resource could not be found. May 20 04:27:37.333400 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c35e7091-ef9c-4f90-9c33-181ed7fd5103 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups/a67064e5-7136-4d51-b0d9-85c5ef0ef998 HTTP/1.1" status: 404 len: 347 time: 0.0163202 May 20 04:27:37.333619 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 53658) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:37.412386 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce690a-9ff3-44d3-af68-3f38878b5abc req-fec8d902-f953-4818-9563-706aca420ad7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:37.421642 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-75ce690a-9ff3-44d3-af68-3f38878b5abc req-fec8d902-f953-4818-9563-706aca420ad7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 946 time: 0.1180789 May 20 04:27:37.477289 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-75ce690a-9ff3-44d3-af68-3f38878b5abc req-bdee6dfe-515e-4eea-a23f-5429538a2f6d tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543630 May 20 04:27:37.598138 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Deleting port a3f23414-2495-4ff4-800e-ecd65c06e41d {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:37.598480 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:37.719063 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:37.719318 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:37.846556 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Calling delete_port for a3f23414-2495-4ff4-800e-ecd65c06e41d owned by network:floatingip {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:37.967584 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:37.972243 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-76569dfd-9ad0-4dd0-98f5-5e0ef054125e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:38.024994 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event deleted for resources: {'Port': ['ID=a3f23414-2495-4ff4-800e-ecd65c06e41d,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:38.050629 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:38.112909 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.130905 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.132061 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-1b63f570-bdff-4b1b-97af-4cf76e3dcc98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "DELETE /v2.0/floatingips/28cd5d12-dba0-44d7-8c1e-b0937fd4b484 HTTP/1.1" status: 204 len: 168 time: 0.7975726 May 20 04:27:38.442723 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 53678) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:38.448124 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60919222', 'description': 'tempest-description--596436504'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:38.454111 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:38.458572 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Usage tracker for resource:security_group and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:38.461485 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:38.467087 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:38.478021 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.501651 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:38.505431 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Usage tracker for resource:security_group_rule and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:38.508325 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:38.514462 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:38.585326 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.624557 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.634036 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-370823b3-0709-433d-9ddf-470054da0de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:38.672986 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.695066 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d362ee-9538-4469-adf4-5e9357e9d107,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:38.699026 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:38.702506 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.703796 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2599819 May 20 04:27:38.706916 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 53684) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:38.713355 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'security_group_rule': {'security_group_id': '32d362ee-9538-4469-adf4-5e9357e9d107', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:38.721937 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:38.728872 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Usage tracker for resource:security_group_rule and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:38.732602 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:38.741075 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:38.752261 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60defdb-9e87-4370-b50e-1270155cbfee req-35bb2936-3d5d-47d2-83a9-a783fc269049 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:38.754209 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d60defdb-9e87-4370-b50e-1270155cbfee req-35bb2936-3d5d-47d2-83a9-a783fc269049 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 946 time: 0.1664791 May 20 04:27:38.888767 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.925549 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d60defdb-9e87-4370-b50e-1270155cbfee req-296a0e87-4594-4ec2-9a9a-3401bcb0ef18 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1650400 May 20 04:27:38.975438 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.979970 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:38.981966 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:39.004984 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c2d193-d93b-4f0a-adea-246a161178b4,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:39.007361 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:39.014565 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.015845 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-2d7a7330-6459-4afd-8c43-578c04e5fd3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3079338 May 20 04:27:39.018497 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 53694) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:39.024130 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'security_group_rule': {'security_group_id': '32d362ee-9538-4469-adf4-5e9357e9d107', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:39.061152 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:39.073902 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Usage tracker for resource:security_group_rule and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:39.077667 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:39.084928 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:39.125827 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.142463 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f87d9-e767-4b7f-958f-e13c59786b70 req-281a549b-7f02-453a-b61d-e488d25c1550 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:39.143931 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-543f87d9-e767-4b7f-958f-e13c59786b70 req-281a549b-7f02-453a-b61d-e488d25c1550 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 946 time: 0.1153715 May 20 04:27:39.152841 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 53698) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:39.158609 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-35c8afb4-b1b9-4eb5-aa3c-598c5a768e9e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Request body: {'floatingip': {'port_id': '79fd6799-7173-41a1-bbac-1e54854b94b4'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:39.201109 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.205774 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.213713 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a1018e47-84ca-46d7-bdd1-2e1ef282c265 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:39.233754 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e673dd92-f4d6-4526-9632-3c8f6638a823,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:39.236244 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:39.239282 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-35c8afb4-b1b9-4eb5-aa3c-598c5a768e9e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.244653 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.247897 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-7951920f-1c46-485c-90d1-f95dbe108dd1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2282851 May 20 04:27:39.249340 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 53702) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:39.254907 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'floatingip': {'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:39.260876 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:39.265448 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Usage tracker for resource:floatingip and tenant:f77dd29d337a4a71b75296339814cdd3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:27:39.268406 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:27:39.277705 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:39.287539 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.420263 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.574348 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Allocated IP 172.28.0.175 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/5547b7fb-1196-45e7-8e08-b8e50151062d) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:27:39.741503 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.774185 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.778972 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4c060812-ac3d-4b48-8fb3-1a92d8917ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:39.837748 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-35c8afb4-b1b9-4eb5-aa3c-598c5a768e9e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.844615 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-35c8afb4-b1b9-4eb5-aa3c-598c5a768e9e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:39.848697 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:27:39.851492 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:27:39.856060 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:27:39.897535 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'Port': ['ID=5547b7fb-1196-45e7-8e08-b8e50151062d,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:39.901858 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:39.954105 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:40.026907 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:40.038722 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.l3_db [None req-35c8afb4-b1b9-4eb5-aa3c-598c5a768e9e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Floating IP b6e3828f-88eb-438d-86e8-1117f4b5bfd5 associated. External IP: 172.28.0.145, port: 79fd6799-7173-41a1-bbac-1e54854b94b4. May 20 04:27:40.261955 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:40.268170 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:40.272572 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:40.402853 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'Port': ['ID=5547b7fb-1196-45e7-8e08-b8e50151062d,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:40.406059 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:40.407306 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:40.435024 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:40.437544 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-eea202cb-c61b-4f1c-9ab9-d9c915719865 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1872602 May 20 04:27:40.544038 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c8afb4-b1b9-4eb5-aa3c-598c5a768e9e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Router 81f9dcfc-44c4-40be-b247-251b90be5af4 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:27:40.754258 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-e14593f6-aa8d-4a12-8840-89fcf56e5a98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Synchronizing usage tracker for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:security_group {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:40.759541 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c8afb4-b1b9-4eb5-aa3c-598c5a768e9e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:27:40.764237 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-35c8afb4-b1b9-4eb5-aa3c-598c5a768e9e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:40.778133 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] Sync routers for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:27:40.792275 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:40.792892 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:27:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:40.823746 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-35c8afb4-b1b9-4eb5-aa3c-598c5a768e9e tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "PUT /v2.0/floatingips/b6e3828f-88eb-438d-86e8-1117f4b5bfd5 HTTP/1.1" status: 200 len: 992 time: 1.6672096 May 20 04:27:40.823746 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'tag': '79fd6799-7173-41a1-bbac-1e54854b94b4'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:40.844899 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-e14593f6-aa8d-4a12-8840-89fcf56e5a98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Unset dirty status for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:security_group {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:40.848372 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-e14593f6-aa8d-4a12-8840-89fcf56e5a98 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--60919222&fields=id&tenant_id=f77dd29d337a4a71b75296339814cdd3 HTTP/1.1" status: 200 len: 267 time: 0.1627743 May 20 04:27:41.011366 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:41.022531 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-e605dc46-4526-4ff7-8a67-f8a2452260fe tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:41.024046 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-e605dc46-4526-4ff7-8a67-f8a2452260fe tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 817 time: 0.1696968 May 20 04:27:41.025659 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'tag': '79fd6799-7173-41a1-bbac-1e54854b94b4', 'status': 'completed', 'code': 200} May 20 04:27:41.039228 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-89fc4b43-d665-4905-978a-5831a13f4357 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/quotas/f77dd29d337a4a71b75296339814cdd3 HTTP/1.1" status: 200 len: 375 time: 0.0099068 May 20 04:27:41.133924 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-6b92d6cc-663d-42a4-8f66-b0b0cbeee185 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Synchronizing usage tracker for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:41.150834 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-6b92d6cc-663d-42a4-8f66-b0b0cbeee185 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Unset dirty status for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:41.152319 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-6b92d6cc-663d-42a4-8f66-b0b0cbeee185 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1074238 May 20 04:27:41.187629 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-eded1a20-cb5f-4b24-9632-035254ecc607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:41.189158 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-eded1a20-cb5f-4b24-9632-035254ecc607 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05a4d4fd73734888b8994386fe6df1df&device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 1099 time: 0.0786631 May 20 04:27:41.298312 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-bba3ef6e-f938-4eb8-91f9-59f5b9362835 service neutron] 10.222.0.72 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333513 May 20 04:27:41.330824 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-532f9aba-f94f-4449-a5ac-7ec39a011872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:41.332636 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-532f9aba-f94f-4449-a5ac-7ec39a011872 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 200 len: 912 time: 0.1335607 May 20 04:27:41.378516 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': 'b6e3828f-88eb-438d-86e8-1117f4b5bfd5', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'port_id': '79fd6799-7173-41a1-bbac-1e54854b94b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'mac_address': 'fa:16:3e:60:14:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:27:20Z', 'updated_at': '2021-05-20T04:27:39Z', 'revision_number': 1, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:41.382684 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] Checking router: 81f9dcfc-44c4-40be-b247-251b90be5af4 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:27:41.392091 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:41.392759 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:27:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:41.443089 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-55d4a269-c12f-475a-b721-d350fc771743 service neutron] 10.222.0.72 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382291 May 20 04:27:41.530546 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-1f049ef9-8fda-450a-b933-3a9e78dc7706 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79fd6799-7173-41a1-bbac-1e54854b94b4 HTTP/1.1" status: 200 len: 1000 time: 0.1882341 May 20 04:27:41.599298 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-0adf72ef-5b34-48e8-84b8-fdc9b7e39321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:41.600960 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-0adf72ef-5b34-48e8-84b8-fdc9b7e39321 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d830b1e6-1a25-4745-b771-c773f3d95474 HTTP/1.1" status: 200 len: 850 time: 0.0632782 May 20 04:27:41.603382 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:41.682360 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-89c14f6e-9a1d-4854-b162-b32829fd0764 req-eb5c6a5f-7182-4fa7-8df7-ce821cdfc87d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 210 time: 0.0800970 May 20 04:27:41.737264 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-86007415-a151-41ab-8a4d-20d05782b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:41.739097 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-86007415-a151-41ab-8a4d-20d05782b937 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75b2d426-2178-48f9-bcce-df1758c4b992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1025660 May 20 04:27:41.912468 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-9fb16f91-9a3d-4a9b-8098-7f94bf6b1a55 service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528940 May 20 04:27:42.062740 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': 'b6e3828f-88eb-438d-86e8-1117f4b5bfd5', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'port_id': '79fd6799-7173-41a1-bbac-1e54854b94b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'mac_address': 'fa:16:3e:60:14:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:27:20Z', 'updated_at': '2021-05-20T04:27:39Z', 'revision_number': 1, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:42.067781 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd3bba-2677-401c-9d06-6c7b1ca99fb3 None None] The sync data for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb is: [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': 'b6e3828f-88eb-438d-86e8-1117f4b5bfd5', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'port_id': '79fd6799-7173-41a1-bbac-1e54854b94b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'mac_address': 'fa:16:3e:60:14:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:27:20Z', 'updated_at': '2021-05-20T04:27:39Z', 'revision_number': 1, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:27:42.140317 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-049b8741-d265-4ea6-81c6-d3fb0e7ecb12 req-63e8d51d-c9fb-4c32-be60-8dba02f4390f service neutron] 10.222.0.79 "GET /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133720 May 20 04:27:42.320102 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c8fc4-dff9-4f77-9e64-5300cf30f7aa None None] New status for floating IP b6e3828f-88eb-438d-86e8-1117f4b5bfd5: ACTIVE {{(pid=91670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:27:42.845722 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-202716fd-2e60-499b-a54f-46f26b4726fe req-7ad0054c-fa11-474b-9be9-4d99e8f49994 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 210 time: 0.0463500 May 20 04:27:43.219780 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-5a6f86f0-1cdb-420f-a615-4d16e46360f4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:43.221186 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-5a6f86f0-1cdb-420f-a615-4d16e46360f4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 817 time: 0.1503978 May 20 04:27:43.288955 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-e2fd9266-a8e9-441a-8b14-b945ca01461a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f77dd29d337a4a71b75296339814cdd3 HTTP/1.1" status: 200 len: 378 time: 0.0458369 May 20 04:27:43.299570 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'port': {'device_id': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'admin_state_up': True, 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'security_groups': ['32d362ee-9538-4469-adf4-5e9357e9d107']}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:43.448414 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:27:43.458133 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:27:43.467601 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Made reservation on behalf of f77dd29d337a4a71b75296339814cdd3 for: {'port': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:27:43.471227 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:43.644018 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Allocated IP 172.20.0.7 (ab438168-b7e0-4f72-8d21-c0fa1d2b0b72/26e4e53b-8533-483c-a18a-07950cf35709/e96b079c-5a3f-4665-8a6e-937f35510331) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:27:43.841255 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:43.857092 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Transition to ACTIVE for port object e96b079c-5a3f-4665-8a6e-937f35510331 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:27:43.874559 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116af3f7-8190-4a3d-9e02-fa001b184a41 req-c3bd4894-4e42-4121-ade5-186565973e07 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:43.877003 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-116af3f7-8190-4a3d-9e02-fa001b184a41 req-c3bd4894-4e42-4121-ade5-186565973e07 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 945 time: 0.0795262 May 20 04:27:43.883252 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:43.889794 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f2266700-dc97-495e-ae5c-88406196636e tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:43.930554 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-116af3f7-8190-4a3d-9e02-fa001b184a41 req-20bb42c5-0a31-4a53-999b-be0636d7d4ab tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469229 May 20 04:27:43.958648 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:27:43.961625 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:27:43.966565 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:27:44.030394 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event updated for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:44.041661 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:44.081085 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:44.081702 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:44.121440 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fb69-25e4-47cf-b70e-a23a9df828d4 req-e304b0b6-daae-475b-913e-110b7959ba22 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:44.122132 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f2e5fb69-25e4-47cf-b70e-a23a9df828d4 req-e304b0b6-daae-475b-913e-110b7959ba22 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Synchronizing usage tracker for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:44.126224 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8311086 May 20 04:27:44.138773 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f2e5fb69-25e4-47cf-b70e-a23a9df828d4 req-e304b0b6-daae-475b-913e-110b7959ba22 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Unset dirty status for tenant:f77dd29d337a4a71b75296339814cdd3 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:44.139847 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f2e5fb69-25e4-47cf-b70e-a23a9df828d4 req-e304b0b6-daae-475b-913e-110b7959ba22 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 931 time: 0.1743026 May 20 04:27:44.167762 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-c6be3c43-74a5-4254-8d5f-25164c4c6a7c None None] Provisioning for port e96b079c-5a3f-4665-8a6e-937f35510331 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:27:44.172944 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-c6be3c43-74a5-4254-8d5f-25164c4c6a7c None None] Provisioning complete for port e96b079c-5a3f-4665-8a6e-937f35510331 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:27:44.173355 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c6be3c43-74a5-4254-8d5f-25164c4c6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:44.183198 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Request body: {'port': {'device_id': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:44.226443 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-c6be3c43-74a5-4254-8d5f-25164c4c6a7c None None] Port e96b079c-5a3f-4665-8a6e-937f35510331 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:27:44.235001 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f2e5fb69-25e4-47cf-b70e-a23a9df828d4 req-0093fd02-2323-456e-a017-6d20d9219cd4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894456 May 20 04:27:44.300724 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:44.636394 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:27:44.728704 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96b079c-5a3f-4665-8a6e-937f35510331 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:44.736445 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:44.752247 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Transition to ACTIVE for port object e96b079c-5a3f-4665-8a6e-937f35510331 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:27:44.756245 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:44.760752 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5d74e482-733d-4e3a-a91d-59786e5f79db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:44.914199 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Pushing event updated for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:44.929949 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:45.005932 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Attempting to bind port e96b079c-5a3f-4665-8a6e-937f35510331 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:27:45.006439 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Attempting to bind port e96b079c-5a3f-4665-8a6e-937f35510331 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:27:45.006713 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Attempting to bind port e96b079c-5a3f-4665-8a6e-937f35510331 on network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:45.011431 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Port e96b079c-5a3f-4665-8a6e-937f35510331 on network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:27:45.011775 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Attempting to bind port e96b079c-5a3f-4665-8a6e-937f35510331 on network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:27:45.016956 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:27:45.017285 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Checking segment: {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:27:45.017662 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Bound using segment: {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:27:45.018078 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Bound port: e96b079c-5a3f-4665-8a6e-937f35510331, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc4d872-9663-4262-8ffd-0393529f3be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:27:45.018423 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:45.121132 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb8905-72f2-4b57-af17-155e07e8f5a5 req-8e0e21c8-b3a6-4890-a165-f5a82540d923 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:45.122532 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-84fb8905-72f2-4b57-af17-155e07e8f5a5 req-8e0e21c8-b3a6-4890-a165-f5a82540d923 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 946 time: 0.0860736 May 20 04:27:45.166244 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:27:45.167287 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-84fb8905-72f2-4b57-af17-155e07e8f5a5 req-4cdf589c-46c9-43a3-9a3b-24b476d88d4c tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383749 May 20 04:27:45.171252 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:27:45.176841 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:45.181984 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-8d6aa14b-67e8-4be2-b121-a11684e5c7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:45.239093 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:45.239743 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:45.241101 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] 10.222.0.79 "PUT /v2.0/ports/e96b079c-5a3f-4665-8a6e-937f35510331 HTTP/1.1" status: 200 len: 1093 time: 1.0675480 May 20 04:27:45.241744 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:45.253409 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae5ca8-9c9e-4952-ab04-c680741b0e4c req-cb010ea6-a71b-488d-ab68-353bbeb73268 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:45.254904 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-10ae5ca8-9c9e-4952-ab04-c680741b0e4c req-cb010ea6-a71b-488d-ab68-353bbeb73268 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 945 time: 0.1897657 May 20 04:27:45.306996 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'status': 'completed', 'code': 200} May 20 04:27:45.312737 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Pushing event updated for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:45.318557 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:45.326260 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-10ae5ca8-9c9e-4952-ab04-c680741b0e4c req-1db7b25c-792d-4a8d-8dd9-5465e9a8ec25 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632095 May 20 04:27:45.425994 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-97fc636d-ab86-402b-aa58-e7ff75c204b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:45.427455 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-97fc636d-ab86-402b-aa58-e7ff75c204b5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 1096 time: 0.0852070 May 20 04:27:45.480069 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff35500-c5b7-4bac-805d-285971112ff7 req-eb3e63bf-7e2b-4a7b-988d-f7daa9a7d8d4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:45.481512 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ff35500-c5b7-4bac-805d-285971112ff7 req-eb3e63bf-7e2b-4a7b-988d-f7daa9a7d8d4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0784538 May 20 04:27:45.518097 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-7178c13a-044e-4509-90cd-935a95f182bd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96b079c-5a3f-4665-8a6e-937f35510331 HTTP/1.1" status: 200 len: 217 time: 0.0651350 May 20 04:27:45.528685 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5ff35500-c5b7-4bac-805d-285971112ff7 req-e927d979-519f-46ed-99e7-bf9b6cb0cd07 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414052 May 20 04:27:45.595620 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-f9ea1a52-8cbd-45a0-b06d-3b0b18b39990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:45.597043 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-f9ea1a52-8cbd-45a0-b06d-3b0b18b39990 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.0605586 May 20 04:27:45.683723 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-edc3e4d8-f0aa-4fbc-ac51-247fa477d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:45.685266 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-edc3e4d8-f0aa-4fbc-ac51-247fa477d187 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698752 May 20 04:27:45.821565 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-c3a0494b-284b-439d-a12d-9827a26eb723 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256106 May 20 04:27:45.953953 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a89c89eb-5125-48c8-a647-48bd495d8d4d req-5b474622-ee7b-4bcd-b13d-dd534ebaa0db service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250215 May 20 04:27:46.174401 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-9708c832-ace2-4cdb-96ce-e266f56a93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:46.175793 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-9708c832-ace2-4cdb-96ce-e266f56a93d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 1096 time: 0.0739336 May 20 04:27:46.356771 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7afd13-74b6-4cf7-b97f-8f2bafe3847d req-9904cbe6-80c8-4a37-b928-56ebd1146bf9 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:46.359014 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1a7afd13-74b6-4cf7-b97f-8f2bafe3847d req-9904cbe6-80c8-4a37-b928-56ebd1146bf9 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 946 time: 0.0845153 May 20 04:27:46.409801 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-a0ce3e13-ccaf-4249-9a51-5fa5ef6d7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:46.411427 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-a0ce3e13-ccaf-4249-9a51-5fa5ef6d7758 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 918 time: 0.2085953 May 20 04:27:46.414573 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1a7afd13-74b6-4cf7-b97f-8f2bafe3847d req-b7a3ac5e-f1e8-4822-b597-998b11d78e7f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469358 May 20 04:27:46.526947 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-eeca31be-c9c4-4b17-84ea-929131b263fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96b079c-5a3f-4665-8a6e-937f35510331 HTTP/1.1" status: 200 len: 217 time: 0.0928953 May 20 04:27:46.611266 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-69bf85bc-fa8c-4bfc-aba6-267fcc52e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:46.612714 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-69bf85bc-fa8c-4bfc-aba6-267fcc52e60f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.0747123 May 20 04:27:46.626374 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a2a3-2e6d-48d6-8989-9bea1650b3bf req-2f6b7b37-bd43-498f-813a-d53d6a23360f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:46.627746 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c4f5a2a3-2e6d-48d6-8989-9bea1650b3bf req-2f6b7b37-bd43-498f-813a-d53d6a23360f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 945 time: 0.1412616 May 20 04:27:46.676253 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c4f5a2a3-2e6d-48d6-8989-9bea1650b3bf req-9eb63f16-a2e5-4ec9-b883-8a2712c5137f tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 May 20 04:27:46.744318 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-a3160eb8-4f10-40fd-9950-b6e78eaf0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:46.745799 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-a3160eb8-4f10-40fd-9950-b6e78eaf0bb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729887 May 20 04:27:46.777585 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53d626-1603-48e0-a0b9-5b06427e4d86 req-795da7e3-de7e-44c1-95a8-4f81e346c369 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:46.779044 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5f53d626-1603-48e0-a0b9-5b06427e4d86 req-795da7e3-de7e-44c1-95a8-4f81e346c369 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.1397552 May 20 04:27:46.790135 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-b3a40cee-4754-482a-994a-87db95d513f2 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:46.791499 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-b3a40cee-4754-482a-994a-87db95d513f2 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 945 time: 0.1172576 May 20 04:27:46.887844 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5f53d626-1603-48e0-a0b9-5b06427e4d86 req-33fe45e1-9d7b-4334-91ce-9fde2369affe tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953734 May 20 04:27:46.892004 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-e81775c6-bcbc-4a29-82f4-7115f07a5415 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276588 May 20 04:27:46.960742 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Deleting port e5e25b9d-ae85-4f76-95d6-e67c74ab5286 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:46.960983 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:47.059964 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c9eb5b17-b947-4466-9e46-a7a2e795689b req-b36dfe95-138b-404d-bf31-8e9c35e27fd9 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294587 May 20 04:27:47.198008 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] For port e5e25b9d-ae85-4f76-95d6-e67c74ab5286, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:47.198365 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:47.319485 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Calling delete_port for e5e25b9d-ae85-4f76-95d6-e67c74ab5286 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:47.428801 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:47.434133 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:47.472621 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['f142bd84-313a-4fe5-b201-5af3aee7c658', '27387ce7-f3d5-4fed-ab94-39da77fea0ce', '72ce470a-3762-4024-b0a8-c2c9a48d2162', 'e5e25b9d-ae85-4f76-95d6-e67c74ab5286'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:47.481588 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Pushing event deleted for resources: {'Port': ['ID=e5e25b9d-ae85-4f76-95d6-e67c74ab5286,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:47.519742 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:47.598941 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] No DVR routers for this DVR port e5e25b9d-ae85-4f76-95d6-e67c74ab5286 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:27:47.605341 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:47.609231 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc79f88-be91-423e-aac2-2cc9efdca58e', 'name': 'network-vif-deleted', 'tag': 'e5e25b9d-ae85-4f76-95d6-e67c74ab5286'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:47.638213 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b6d9a2f5-a9ee-4a39-84bf-3eef34b130ac req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "DELETE /v2.0/ports/e5e25b9d-ae85-4f76-95d6-e67c74ab5286 HTTP/1.1" status: 204 len: 173 time: 0.8312790 May 20 04:27:47.658750 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cad8b-be55-4b8f-9e1c-6681ae62966f req-08fb2902-1e50-4381-9f66-19ee388e69bf tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:47.660355 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a56cad8b-be55-4b8f-9e1c-6681ae62966f req-08fb2902-1e50-4381-9f66-19ee388e69bf tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 946 time: 0.1317120 May 20 04:27:47.667641 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc79f88-be91-423e-aac2-2cc9efdca58e', 'name': 'network-vif-deleted', 'tag': 'e5e25b9d-ae85-4f76-95d6-e67c74ab5286', 'status': 'completed', 'code': 200} May 20 04:27:47.714005 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a56cad8b-be55-4b8f-9e1c-6681ae62966f req-99ca87e8-011d-4da0-9a0d-49d32ada9b65 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 May 20 04:27:47.846387 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6454c46d-d7ff-4bec-b3f1-69bb036a1a4d req-76febaba-9f5d-41b9-afa6-3d6baf533802 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc79f88-be91-423e-aac2-2cc9efdca58e HTTP/1.1" status: 200 len: 210 time: 0.0445082 May 20 04:27:48.072656 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782241f2-1f43-47e0-baba-93e08b4ce190 req-d5c761a8-58f0-42ed-97be-7de95bb0305c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:48.074099 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-782241f2-1f43-47e0-baba-93e08b4ce190 req-d5c761a8-58f0-42ed-97be-7de95bb0305c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0788801 May 20 04:27:48.118952 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-782241f2-1f43-47e0-baba-93e08b4ce190 req-1682eb69-3810-4d1f-8065-729c832dc729 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381794 May 20 04:27:48.578979 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e96b079c-5a3f-4665-8a6e-937f35510331 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:27:48.707645 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:48.721181 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'port_id': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'mac_address': 'fa:16:3e:1b:ba:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:27:48.775431 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:48.792443 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96b079c-5a3f-4665-8a6e-937f35510331 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:27:48.808051 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:48.812303 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:48.814779 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:48.886351 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:48.890059 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:48.922153 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3300568-3ae8-4e21-a7db-33d9e3ea2bd0 req-de2ba83d-873a-47bc-8ca4-492cd3b7e2a7 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:48.923638 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f3300568-3ae8-4e21-a7db-33d9e3ea2bd0 req-de2ba83d-873a-47bc-8ca4-492cd3b7e2a7 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 946 time: 0.0859814 May 20 04:27:48.970563 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f3300568-3ae8-4e21-a7db-33d9e3ea2bd0 req-61455135-eed8-4022-9724-7d75bd3a787a tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 May 20 04:27:49.308775 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d60cd-feda-4788-b21c-ae6a2bc142c6 req-11333852-58a5-47a5-a4b1-1d9832559f9d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:49.310204 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c68d60cd-feda-4788-b21c-ae6a2bc142c6 req-11333852-58a5-47a5-a4b1-1d9832559f9d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 944 time: 0.0835736 May 20 04:27:49.356270 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c68d60cd-feda-4788-b21c-ae6a2bc142c6 req-3046167d-ed17-40d8-893b-c0c83840b045 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395050 May 20 04:27:49.381409 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['e96b079c-5a3f-4665-8a6e-937f35510331'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:50.156262 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81bd99-5b6e-4316-a971-d36fb2c18075 req-6c5977cd-a60c-4623-9b59-e07b7c369c19 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:50.157756 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dc81bd99-5b6e-4316-a971-d36fb2c18075 req-6c5977cd-a60c-4623-9b59-e07b7c369c19 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 946 time: 0.0808280 May 20 04:27:50.207739 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dc81bd99-5b6e-4316-a971-d36fb2c18075 req-63a4e467-fb10-4334-9927-e150c4ad4d22 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441902 May 20 04:27:50.555022 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a272ac-70ac-438a-89ac-65fb6ba8343b req-01d0fbbd-835e-4efd-8b1e-a2c205d083ad tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:50.556504 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-07a272ac-70ac-438a-89ac-65fb6ba8343b req-01d0fbbd-835e-4efd-8b1e-a2c205d083ad tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 944 time: 0.0804293 May 20 04:27:50.590900 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e96b079c-5a3f-4665-8a6e-937f35510331 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:27:50.606038 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-07a272ac-70ac-438a-89ac-65fb6ba8343b req-6daee360-afd8-4de4-90e6-2410236faaf8 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433710 May 20 04:27:50.658696 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port e96b079c-5a3f-4665-8a6e-937f35510331 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:27:50.663164 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port e96b079c-5a3f-4665-8a6e-937f35510331 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:27:50.663567 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:50.702339 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d877b9d-5d7c-41c8-a0c5-ef8c9daac66d req-823a07a7-cbbd-4f28-970e-a3c477353283 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:50.702980 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-0d877b9d-5d7c-41c8-a0c5-ef8c9daac66d req-823a07a7-cbbd-4f28-970e-a3c477353283 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Synchronizing usage tracker for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:50.718127 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-0d877b9d-5d7c-41c8-a0c5-ef8c9daac66d req-823a07a7-cbbd-4f28-970e-a3c477353283 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Unset dirty status for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:50.719405 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0d877b9d-5d7c-41c8-a0c5-ef8c9daac66d req-823a07a7-cbbd-4f28-970e-a3c477353283 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 946 time: 0.0971239 May 20 04:27:50.765380 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0d877b9d-5d7c-41c8-a0c5-ef8c9daac66d req-d71d5696-31df-4455-bd04-a9b4effcf480 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393522 May 20 04:27:50.778336 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:50.804447 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:50.814338 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:50.818753 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:50.819677 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e5e25b9d-ae85-4f76-95d6-e67c74ab5286 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:50.847632 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:50.888669 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'code': 200} May 20 04:27:50.895191 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: e5e25b9d-ae85-4f76-95d6-e67c74ab5286 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:27:50.895572 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e5e25b9d-ae85-4f76-95d6-e67c74ab5286 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:27:50.922045 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:50.925026 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:51.148356 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccbec9-36db-4138-af12-445a288e6139 req-e56a5fff-a8c2-4907-b72b-dccd4e071aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:51.149791 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9fccbec9-36db-4138-af12-445a288e6139 req-e56a5fff-a8c2-4907-b72b-dccd4e071aed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 1098 time: 0.0715446 May 20 04:27:51.193665 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9fccbec9-36db-4138-af12-445a288e6139 req-6b7c548b-8b26-4b03-a9aa-baf474e3740d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342546 May 20 04:27:51.391729 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658040a-7e00-4804-9c25-6871ac849932 req-e1da2a38-90c6-414f-9aac-d13f4e9645eb tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:51.393176 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b658040a-7e00-4804-9c25-6871ac849932 req-e1da2a38-90c6-414f-9aac-d13f4e9645eb tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 946 time: 0.0795317 May 20 04:27:51.436953 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b658040a-7e00-4804-9c25-6871ac849932 req-ad6e2c34-dc6f-42a1-a195-b8cb156b705b tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379877 May 20 04:27:51.519193 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-048482c5-7aae-4545-8b0f-fad72c7ed202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:51.796193 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a670cc-9418-4259-a1ad-0bf862f9f4f2 req-add83db4-646b-415e-b389-bcdca777034b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:51.797658 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e4a670cc-9418-4259-a1ad-0bf862f9f4f2 req-add83db4-646b-415e-b389-bcdca777034b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0824399 May 20 04:27:51.841979 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e4a670cc-9418-4259-a1ad-0bf862f9f4f2 req-281fce18-bba9-4b7c-a6cc-05da62fc34a5 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387123 May 20 04:27:51.951162 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4001b-3ffb-428a-8d54-3ce24c927a99 req-f2b6dcbd-15e7-4c59-8b28-e6ade089b09b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:51.953282 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-edc4001b-3ffb-428a-8d54-3ce24c927a99 req-f2b6dcbd-15e7-4c59-8b28-e6ade089b09b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 946 time: 0.0809355 May 20 04:27:51.996592 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-edc4001b-3ffb-428a-8d54-3ce24c927a99 req-0014bccc-1509-4c1c-b6f8-ce366730e2eb tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375221 May 20 04:27:52.527882 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436082b-a565-4792-838c-4222e48d2ead req-1e208dce-d4f2-424f-8799-a0e28bda40d2 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:52.529318 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d436082b-a565-4792-838c-4222e48d2ead req-1e208dce-d4f2-424f-8799-a0e28bda40d2 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 946 time: 0.0832891 May 20 04:27:52.715362 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eeafc-3aa2-4c53-965d-ded1f72e9a7b req-78f7959e-a511-422a-ad7e-7c8c4aa6d27d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:52.716750 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-637eeafc-3aa2-4c53-965d-ded1f72e9a7b req-78f7959e-a511-422a-ad7e-7c8c4aa6d27d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 946 time: 0.1532767 May 20 04:27:52.744312 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-d436082b-a565-4792-838c-4222e48d2ead req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Deleting port 09bfeaa4-d600-4f18-b82d-fd83e7074723 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:52.744656 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d436082b-a565-4792-838c-4222e48d2ead req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:52.941331 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-637eeafc-3aa2-4c53-965d-ded1f72e9a7b req-b8c1f789-b214-490c-9fd4-71e7d69b65e9 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/security-groups?id=44afa9bd-ee8f-4516-a53e-32d3ef69b72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180567 May 20 04:27:52.996906 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-d436082b-a565-4792-838c-4222e48d2ead req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] For port 09bfeaa4-d600-4f18-b82d-fd83e7074723, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=09bfeaa4-d600-4f18-b82d-fd83e7074723,segment=NetworkSegment(48d7e795-31b1-4eef-af2d-14e5cd2fe32b),segment_id=48d7e795-31b1-4eef-af2d-14e5cd2fe32b)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:52.997266 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d436082b-a565-4792-838c-4222e48d2ead req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.101021 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaff66-0acf-4a41-9267-8353bae1695c req-8f09a301-0173-4dd5-a03d-93804ff33493 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:53.103099 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a3aaff66-0acf-4a41-9267-8353bae1695c req-8f09a301-0173-4dd5-a03d-93804ff33493 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0927889 May 20 04:27:53.125145 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-d436082b-a565-4792-838c-4222e48d2ead req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Calling delete_port for 09bfeaa4-d600-4f18-b82d-fd83e7074723 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:53.151301 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a3aaff66-0acf-4a41-9267-8353bae1695c req-7b13d696-4b5a-443b-ae53-1cf0255bf218 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386381 May 20 04:27:53.234070 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a801ce-74f7-4db2-be0e-67ea7758931f req-f3e69e81-d0fa-405c-90cc-7d2cdeb8b881 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:53.235641 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-93a801ce-74f7-4db2-be0e-67ea7758931f req-f3e69e81-d0fa-405c-90cc-7d2cdeb8b881 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 946 time: 0.1173584 May 20 04:27:53.335187 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451247a5-8c10-43b4-bc4e-5b4b97ec51f2 req-6ffea306-3b8d-4a27-be89-84b7c866f30b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:53.335420 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-93a801ce-74f7-4db2-be0e-67ea7758931f req-ac480558-5e6f-4bee-a448-46f0df16baa4 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933580 May 20 04:27:53.336728 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-451247a5-8c10-43b4-bc4e-5b4b97ec51f2 req-6ffea306-3b8d-4a27-be89-84b7c866f30b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0791073 May 20 04:27:53.342060 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d436082b-a565-4792-838c-4222e48d2ead req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.345422 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 53870) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:27:53.348150 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a2babfef-fcbd-4ce4-b13f-97b48ee67c1d tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:53.351068 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-f2afb197-0a5d-4ad1-80bb-5e47b6874016 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Request body: {'floatingip': {'port_id': 'e96b079c-5a3f-4665-8a6e-937f35510331'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:27:53.392637 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Pushing event deleted for resources: {'Port': ['ID=09bfeaa4-d600-4f18-b82d-fd83e7074723,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:53.396123 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:53.405382 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['09bfeaa4-d600-4f18-b82d-fd83e7074723'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:53.431264 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f2afb197-0a5d-4ad1-80bb-5e47b6874016 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.470928 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d436082b-a565-4792-838c-4222e48d2ead req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] No DVR routers for this DVR port 09bfeaa4-d600-4f18-b82d-fd83e7074723 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:27:53.473323 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d436082b-a565-4792-838c-4222e48d2ead req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.475838 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87', 'name': 'network-vif-deleted', 'tag': '09bfeaa4-d600-4f18-b82d-fd83e7074723'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:53.492674 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d436082b-a565-4792-838c-4222e48d2ead req-b9c34630-451b-489c-a010-646f96d8c91f tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.79 "DELETE /v2.0/ports/09bfeaa4-d600-4f18-b82d-fd83e7074723 HTTP/1.1" status: 204 len: 173 time: 0.9572742 May 20 04:27:53.530113 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87', 'name': 'network-vif-deleted', 'tag': '09bfeaa4-d600-4f18-b82d-fd83e7074723', 'status': 'completed', 'code': 200} May 20 04:27:53.791683 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-867b5982-e391-4869-92da-bd709e79fda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:53.924638 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-7aaead3b-ff4b-4e40-a362-857e588e4494 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:53.926179 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-7aaead3b-ff4b-4e40-a362-857e588e4494 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 946 time: 0.0816028 May 20 04:27:53.955540 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.073656 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Deleting port 72ce470a-3762-4024-b0a8-c2c9a48d2162 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:54.074036 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.135784 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6ad69d19-cc5e-420d-a6c4-7efc5bb703ba req-9911dbee-30bd-48ef-9bf8-4971406830da tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a6fbfd6-ebf5-4f41-b6c7-41b0b2695a87 HTTP/1.1" status: 200 len: 210 time: 0.0594325 May 20 04:27:54.156389 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f2afb197-0a5d-4ad1-80bb-5e47b6874016 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.161431 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f2afb197-0a5d-4ad1-80bb-5e47b6874016 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.213428 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] For port 72ce470a-3762-4024-b0a8-c2c9a48d2162, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=72ce470a-3762-4024-b0a8-c2c9a48d2162,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:54.213702 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.341120 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Calling delete_port for 72ce470a-3762-4024-b0a8-c2c9a48d2162 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:54.343515 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.l3_db [None req-f2afb197-0a5d-4ad1-80bb-5e47b6874016 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Floating IP 2a2b7cc4-71bb-4eda-98f8-ebe31f48318d associated. External IP: 172.28.0.175, port: e96b079c-5a3f-4665-8a6e-937f35510331. May 20 04:27:54.520259 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.528427 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d5af8ea3-f8d6-4b45-9339-17ddeb2e8ff3 tempest-VolumesActionsTest-821601846 tempest-VolumesActionsTest-821601846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:54.563041 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['f142bd84-313a-4fe5-b201-5af3aee7c658', '27387ce7-f3d5-4fed-ab94-39da77fea0ce', '72ce470a-3762-4024-b0a8-c2c9a48d2162'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:54.612972 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Pushing event deleted for resources: {'Port': ['ID=72ce470a-3762-4024-b0a8-c2c9a48d2162,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:54.615756 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:54.663144 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] No DVR routers for this DVR port 72ce470a-3762-4024-b0a8-c2c9a48d2162 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:27:54.666077 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.690308 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ed366-21d0-40fd-9017-3debbfe9fa34 req-4f21eb62-2eee-4f27-bce0-f2e725d923d1 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:54.691029 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-e39ed366-21d0-40fd-9017-3debbfe9fa34 req-4f21eb62-2eee-4f27-bce0-f2e725d923d1 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Synchronizing usage tracker for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:54.696117 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-8cc0c1d6-d17f-49be-9457-08962eca73d0 req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "DELETE /v2.0/ports/72ce470a-3762-4024-b0a8-c2c9a48d2162 HTTP/1.1" status: 204 len: 173 time: 0.7635243 May 20 04:27:54.710739 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2afb197-0a5d-4ad1-80bb-5e47b6874016 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Router 511a323b-fbb7-4aeb-a0db-57a00df627b1 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:27:54.712070 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-e39ed366-21d0-40fd-9017-3debbfe9fa34 req-4f21eb62-2eee-4f27-bce0-f2e725d923d1 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Unset dirty status for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:54.720221 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e39ed366-21d0-40fd-9017-3debbfe9fa34 req-4f21eb62-2eee-4f27-bce0-f2e725d923d1 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=24646da4-050b-4084-a7c6-cf2318024822 HTTP/1.1" status: 200 len: 946 time: 0.2622588 May 20 04:27:54.768215 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e39ed366-21d0-40fd-9017-3debbfe9fa34 req-e5055c2c-2bfb-4193-86d7-a5d874646049 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467520 May 20 04:27:54.831957 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.899374 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2afb197-0a5d-4ad1-80bb-5e47b6874016 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:27:54.907722 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f2afb197-0a5d-4ad1-80bb-5e47b6874016 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:54.911122 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] Sync routers for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:27:54.920876 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:54.921485 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:27:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:54.958036 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f2afb197-0a5d-4ad1-80bb-5e47b6874016 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "PUT /v2.0/floatingips/2a2b7cc4-71bb-4eda-98f8-ebe31f48318d HTTP/1.1" status: 200 len: 991 time: 1.6114826 May 20 04:27:54.958854 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:55.008486 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'status': 'completed', 'code': 200} May 20 04:27:55.102364 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:55.150197 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-d45f3d0a-a003-449e-848a-d529586f3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:55.151832 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-d45f3d0a-a003-449e-848a-d529586f3886 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 1098 time: 0.0769882 May 20 04:27:55.408972 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-51809834-1f3e-4396-83ec-07ca4c52dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:55.411835 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-51809834-1f3e-4396-83ec-07ca4c52dc30 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 918 time: 0.2495370 May 20 04:27:55.513976 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': '2a2b7cc4-71bb-4eda-98f8-ebe31f48318d', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'port_id': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'mac_address': 'fa:16:3e:1b:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:27:39Z', 'updated_at': '2021-05-20T04:27:53Z', 'revision_number': 1, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:55.519028 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] Checking router: 511a323b-fbb7-4aeb-a0db-57a00df627b1 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:27:55.531343 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:27:55.532106 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24646da4-050b-4084-a7c6-cf2318024822', 'name': 'network-vif-deleted', 'tag': '72ce470a-3762-4024-b0a8-c2c9a48d2162'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:55.532507 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:27:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:55.558855 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-287d6bbc-6f57-45c6-a114-52e7d54f3aee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96b079c-5a3f-4665-8a6e-937f35510331 HTTP/1.1" status: 200 len: 999 time: 0.1384525 May 20 04:27:55.648796 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24646da4-050b-4084-a7c6-cf2318024822', 'name': 'network-vif-deleted', 'tag': '72ce470a-3762-4024-b0a8-c2c9a48d2162', 'status': 'completed', 'code': 200} May 20 04:27:55.679518 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-3519d868-ad34-4976-8225-acd232e19d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:55.680981 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-3519d868-ad34-4976-8225-acd232e19d14 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.1046503 May 20 04:27:55.747050 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:27:55.766004 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-98ce6b8b-33c3-4d00-b72e-a85d555a42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:55.767501 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-98ce6b8b-33c3-4d00-b72e-a85d555a42a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792794 May 20 04:27:55.917506 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-afa3b409-ddbb-4888-acc5-27b2b83b6138 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383002 May 20 04:27:56.057268 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5e9db8ad-6614-4a7a-ae08-c5e660b50f44 req-7b442652-b9f0-4bf5-9691-f9dd0e5f183d service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318498 May 20 04:27:56.109817 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': '2a2b7cc4-71bb-4eda-98f8-ebe31f48318d', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'port_id': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'mac_address': 'fa:16:3e:1b:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:27:39Z', 'updated_at': '2021-05-20T04:27:53Z', 'revision_number': 1, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:27:56.114706 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecad93-cccc-45b1-bdc1-58254a1a0b67 None None] The sync data for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb is: [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': '2a2b7cc4-71bb-4eda-98f8-ebe31f48318d', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'floating_ip_address': '172.28.0.175', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'port_id': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'mac_address': 'fa:16:3e:1b:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:27:39Z', 'updated_at': '2021-05-20T04:27:53Z', 'revision_number': 1, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:27:56.255879 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cfcd9-444c-4815-9d3f-302e075ba598 req-fb0f7a0c-476d-41a7-8ccf-9e20c34b7d74 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:56.259384 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b44cfcd9-444c-4815-9d3f-302e075ba598 req-fb0f7a0c-476d-41a7-8ccf-9e20c34b7d74 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 946 time: 0.0867097 May 20 04:27:56.307316 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b44cfcd9-444c-4815-9d3f-302e075ba598 req-e56d8e78-3f0d-49ec-9ebb-0d40b68b56e5 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 May 20 04:27:56.320105 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4a4da4-fd8b-4664-aeed-befde57adfad None None] New status for floating IP 2a2b7cc4-71bb-4eda-98f8-ebe31f48318d: ACTIVE {{(pid=91670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:27:56.455517 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:56.632579 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 72ce470a-3762-4024-b0a8-c2c9a48d2162 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:56.668967 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: 72ce470a-3762-4024-b0a8-c2c9a48d2162 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:27:56.669318 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 72ce470a-3762-4024-b0a8-c2c9a48d2162 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:27:56.669728 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 09bfeaa4-d600-4f18-b82d-fd83e7074723 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:27:56.701865 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: 09bfeaa4-d600-4f18-b82d-fd83e7074723 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:27:56.702216 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 09bfeaa4-d600-4f18-b82d-fd83e7074723 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:27:57.546452 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ea582-dcf7-42b6-9448-c6c71dd40249 req-74394bbd-6baa-44c4-abb2-2171434d6939 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:57.547845 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e41ea582-dcf7-42b6-9448-c6c71dd40249 req-74394bbd-6baa-44c4-abb2-2171434d6939 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 946 time: 0.1310875 May 20 04:27:57.596727 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e41ea582-dcf7-42b6-9448-c6c71dd40249 req-c71a3903-dbdb-452b-bad7-72e8509948ce tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430799 May 20 04:27:57.961809 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dd485-e391-45e8-a972-598cf18abe64 req-7d240443-b2fb-4cd8-a7dc-b6c24cce582d tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:27:57.963271 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-095dd485-e391-45e8-a972-598cf18abe64 req-7d240443-b2fb-4cd8-a7dc-b6c24cce582d tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 946 time: 0.0828481 May 20 04:27:58.102503 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-095dd485-e391-45e8-a972-598cf18abe64 req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Deleting port 27387ce7-f3d5-4fed-ab94-39da77fea0ce {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:27:58.102855 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-095dd485-e391-45e8-a972-598cf18abe64 req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:58.237118 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-095dd485-e391-45e8-a972-598cf18abe64 req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] For port 27387ce7-f3d5-4fed-ab94-39da77fea0ce, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=27387ce7-f3d5-4fed-ab94-39da77fea0ce,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:27:58.237490 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-095dd485-e391-45e8-a972-598cf18abe64 req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:58.362016 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-095dd485-e391-45e8-a972-598cf18abe64 req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Calling delete_port for 27387ce7-f3d5-4fed-ab94-39da77fea0ce owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:27:58.474240 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-095dd485-e391-45e8-a972-598cf18abe64 req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:58.480065 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:27:58.509956 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['f142bd84-313a-4fe5-b201-5af3aee7c658', '27387ce7-f3d5-4fed-ab94-39da77fea0ce'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:27:58.527079 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Pushing event deleted for resources: {'Port': ['ID=27387ce7-f3d5-4fed-ab94-39da77fea0ce,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:27:58.531714 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:27:58.611240 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-095dd485-e391-45e8-a972-598cf18abe64 req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] No DVR routers for this DVR port 27387ce7-f3d5-4fed-ab94-39da77fea0ce on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:27:58.613799 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-095dd485-e391-45e8-a972-598cf18abe64 req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:27:58.616582 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9870e1ad-8310-411e-ad7d-60dde093951d', 'name': 'network-vif-deleted', 'tag': '27387ce7-f3d5-4fed-ab94-39da77fea0ce'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:27:58.636288 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-095dd485-e391-45e8-a972-598cf18abe64 req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "DELETE /v2.0/ports/27387ce7-f3d5-4fed-ab94-39da77fea0ce HTTP/1.1" status: 204 len: 173 time: 0.6652775 May 20 04:27:58.714130 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9870e1ad-8310-411e-ad7d-60dde093951d', 'name': 'network-vif-deleted', 'tag': '27387ce7-f3d5-4fed-ab94-39da77fea0ce', 'status': 'completed', 'code': 200} May 20 04:27:58.876177 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-3d2bd990-9dee-4301-ae0e-8c22b0a9a101 req-bb0659e4-0d07-4a16-8ca2-2002677637a7 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Synchronizing usage tracker for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:27:58.890884 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-3d2bd990-9dee-4301-ae0e-8c22b0a9a101 req-bb0659e4-0d07-4a16-8ca2-2002677637a7 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Unset dirty status for tenant:05e8b0dda0134cfcbbeee3c78289415e on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:27:58.892031 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-3d2bd990-9dee-4301-ae0e-8c22b0a9a101 req-bb0659e4-0d07-4a16-8ca2-2002677637a7 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=9870e1ad-8310-411e-ad7d-60dde093951d HTTP/1.1" status: 200 len: 210 time: 0.1136968 May 20 04:28:00.633956 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 27387ce7-f3d5-4fed-ab94-39da77fea0ce no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:00.668246 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: 27387ce7-f3d5-4fed-ab94-39da77fea0ce {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:00.668590 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 27387ce7-f3d5-4fed-ab94-39da77fea0ce not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:01.656612 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ebae4-e096-4328-a78a-57500da92c1a req-4df23cff-8a3d-4d09-98a1-a695d2a425da tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:01.657954 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-911ebae4-e096-4328-a78a-57500da92c1a req-4df23cff-8a3d-4d09-98a1-a695d2a425da tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 946 time: 0.0814869 May 20 04:28:01.704237 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-911ebae4-e096-4328-a78a-57500da92c1a req-c3f06c2e-8242-4a49-ba1f-f3adf24aba6a tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 May 20 04:28:02.888450 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e428c-0eb7-41ed-af85-43300bd7a3f5 req-eccba34f-670e-4794-bfec-45d3442de6d5 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:02.890458 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ed2e428c-0eb7-41ed-af85-43300bd7a3f5 req-eccba34f-670e-4794-bfec-45d3442de6d5 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 946 time: 0.0818295 May 20 04:28:02.938147 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ed2e428c-0eb7-41ed-af85-43300bd7a3f5 req-6285ec92-888f-4f52-bd0f-9835352a5a6b tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 May 20 04:28:03.792100 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c31ea-c137-404f-b608-867dff73e518 req-651fd822-32c6-47fd-8f1f-5f658bdacf69 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:03.793566 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-359c31ea-c137-404f-b608-867dff73e518 req-651fd822-32c6-47fd-8f1f-5f658bdacf69 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 946 time: 0.1732717 May 20 04:28:03.929781 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-359c31ea-c137-404f-b608-867dff73e518 req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Deleting port f142bd84-313a-4fe5-b201-5af3aee7c658 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:03.930448 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-359c31ea-c137-404f-b608-867dff73e518 req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:04.070557 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-359c31ea-c137-404f-b608-867dff73e518 req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] For port f142bd84-313a-4fe5-b201-5af3aee7c658, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f142bd84-313a-4fe5-b201-5af3aee7c658,segment=NetworkSegment(cd3a9e0a-bf67-4761-ab75-e0cdfb155a25),segment_id=cd3a9e0a-bf67-4761-ab75-e0cdfb155a25)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:04.070833 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-359c31ea-c137-404f-b608-867dff73e518 req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:04.202846 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-359c31ea-c137-404f-b608-867dff73e518 req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Calling delete_port for f142bd84-313a-4fe5-b201-5af3aee7c658 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:04.239977 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a6d7d-dae1-4db1-a9d0-cb9a12486ec6 req-c20c921f-3dc0-4b52-bbf3-bc81051d4abe tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:04.242047 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d80a6d7d-dae1-4db1-a9d0-cb9a12486ec6 req-c20c921f-3dc0-4b52-bbf3-bc81051d4abe tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/ports?device_id=13646716-f3b6-4d03-b791-5cd44d31adf0 HTTP/1.1" status: 200 len: 946 time: 0.1954689 May 20 04:28:04.308704 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d80a6d7d-dae1-4db1-a9d0-cb9a12486ec6 req-00981aa6-59c8-4c65-8723-c20e5760dec2 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e325260-17e1-468f-8222-890a478b08b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610855 May 20 04:28:04.332016 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-359c31ea-c137-404f-b608-867dff73e518 req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:04.338743 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:04.377353 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['f142bd84-313a-4fe5-b201-5af3aee7c658'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:04.388462 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Pushing event deleted for resources: {'Port': ['ID=f142bd84-313a-4fe5-b201-5af3aee7c658,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:04.423639 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.424020 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.424388 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.424753 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.425111 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.425466 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.425821 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.426173 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.426525 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.426875 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.427226 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.427596 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:04.435430 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:04.480527 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-359c31ea-c137-404f-b608-867dff73e518 req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] No DVR routers for this DVR port f142bd84-313a-4fe5-b201-5af3aee7c658 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:04.483582 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-359c31ea-c137-404f-b608-867dff73e518 req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:04.486100 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13646716-f3b6-4d03-b791-5cd44d31adf0', 'name': 'network-vif-deleted', 'tag': 'f142bd84-313a-4fe5-b201-5af3aee7c658'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:04.505691 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-359c31ea-c137-404f-b608-867dff73e518 req-183a6a33-67cb-4d1e-afbe-693439d2fbb9 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] 10.222.0.79 "DELETE /v2.0/ports/f142bd84-313a-4fe5-b201-5af3aee7c658 HTTP/1.1" status: 204 len: 173 time: 0.7043176 May 20 04:28:04.548148 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13646716-f3b6-4d03-b791-5cd44d31adf0', 'name': 'network-vif-deleted', 'tag': 'f142bd84-313a-4fe5-b201-5af3aee7c658', 'status': 'completed', 'code': 200} May 20 04:28:05.407304 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54012) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:05.466706 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b682d582-5423-4863-a5ed-249fa1055788 admin admin] Deleting subnet 94b842f3-10bb-445f-a371-c8b2d3ef8d7a {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:28:05.470839 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b682d582-5423-4863-a5ed-249fa1055788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:05.522931 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b682d582-5423-4863-a5ed-249fa1055788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091801'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:05.577452 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b682d582-5423-4863-a5ed-249fa1055788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:05.829250 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b682d582-5423-4863-a5ed-249fa1055788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2130404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686475'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:05.834188 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:05.868028 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682d582-5423-4863-a5ed-249fa1055788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94b842f3-10bb-445f-a371-c8b2d3ef8d7a,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:05.871087 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b682d582-5423-4863-a5ed-249fa1055788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:05.872098 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b682d582-5423-4863-a5ed-249fa1055788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:05.880948 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-b682d582-5423-4863-a5ed-249fa1055788 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/94b842f3-10bb-445f-a371-c8b2d3ef8d7a HTTP/1.1" status: 204 len: 168 time: 0.4718437 May 20 04:28:05.881120 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54024) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:05.990244 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.110988 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.124344 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce8c640-96f4-4f7d-b3ec-c5be019b649e']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:06.137072 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:06.137430 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3a9e0a-bf67-4761-ab75-e0cdfb155a25') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:06.151198 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.166717 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.173028 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:28:06.173397 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:28:06.186872 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:28:06.354274 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.358989 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:06.371767 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.382490 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce8c640-96f4-4f7d-b3ec-c5be019b649e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:06.385578 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:06.391342 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-a2ba4137-82a4-40ad-a562-9b80d1e3ca49 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9ce8c640-96f4-4f7d-b3ec-c5be019b649e HTTP/1.1" status: 204 len: 168 time: 0.5091631 May 20 04:28:06.502085 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54034) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:06.549640 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-2aecf25e-bc77-4c27-a60c-53bbb2117e28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05e8b0dda0134cfcbbeee3c78289415e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462651 May 20 04:28:06.552047 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54038) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:06.609283 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c612c3ac-edf3-490b-a4a8-c67ac4797334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.635063 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c612c3ac-edf3-490b-a4a8-c67ac4797334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.662090 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device f142bd84-313a-4fe5-b201-5af3aee7c658 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:06.688992 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c612c3ac-edf3-490b-a4a8-c67ac4797334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.692854 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-64956b97-9258-4533-91c7-0cecfbf0600e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:06.701034 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: f142bd84-313a-4fe5-b201-5af3aee7c658 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:06.701392 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device f142bd84-313a-4fe5-b201-5af3aee7c658 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:06.706364 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612c3ac-edf3-490b-a4a8-c67ac4797334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e325260-17e1-468f-8222-890a478b08b0,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:06.709197 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c612c3ac-edf3-490b-a4a8-c67ac4797334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:06.719329 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c612c3ac-edf3-490b-a4a8-c67ac4797334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:06.720464 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c612c3ac-edf3-490b-a4a8-c67ac4797334 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e325260-17e1-468f-8222-890a478b08b0 HTTP/1.1" status: 204 len: 168 time: 0.1674693 May 20 04:28:08.686665 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:08.885163 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-db92ff62-a870-4711-a352-4f0d02d6b591 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699382 May 20 04:28:08.991100 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-d591f2c8-77f2-47e8-9104-35a96aed797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:08.992609 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-d591f2c8-77f2-47e8-9104-35a96aed797e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d13ae23867af47c2a2e1adc376ed8e50&device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 1138 time: 0.0710547 May 20 04:28:09.145395 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-a57bbff8-9c7d-4eb8-94bc-d959b4e66b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:09.146936 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-a57bbff8-9c7d-4eb8-94bc-d959b4e66b30 service neutron] 10.222.0.79 "GET /v2.0/networks?id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e HTTP/1.1" status: 200 len: 916 time: 0.1317487 May 20 04:28:09.251624 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-38657760-d44a-48c8-99f5-be2ebf10a08b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 1002 time: 0.0980108 May 20 04:28:09.318124 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-2536b530-eb6d-45dd-8fab-b157e81c97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:09.319607 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-2536b530-eb6d-45dd-8fab-b157e81c97a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9f9ed88-81d5-4c63-980a-b925c11c09f9 HTTP/1.1" status: 200 len: 854 time: 0.0607235 May 20 04:28:09.417313 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-dc34e8aa-68e3-4919-8859-b28e98473490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:09.418316 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-dc34e8aa-68e3-4919-8859-b28e98473490 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719802 May 20 04:28:09.569239 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-20944ca7-2330-4236-a074-98bac2261157 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416156 May 20 04:28:09.712017 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0bf7ff29-806a-451a-bb8c-2c7a8b6ac9e7 req-c2cf6713-9599-4108-bee9-b4689660fe24 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356256 May 20 04:28:10.882687 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54140) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:11.006743 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:11.021532 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:11.025607 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] Usage tracker for resource:security_group_rule and tenant:182e5d7598214a0196f5de1def90f73d is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:11.028538 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:11.035020 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:11.115288 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:11.118548 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:11.131167 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-eee992c0-88c0-4fe6-8eb8-69e5f930e718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:11.171632 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=182e5d7598214a0196f5de1def90f73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876942 May 20 04:28:11.172644 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592f9f61-c2d1-4508-8a96-a78ce9fb7b8f,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:11.175064 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54150) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:11.176338 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:11.245192 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:11.275780 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:11.327799 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:11.331395 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-deee4137-374b-416e-9aa7-dd5e18d7a248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:11.341763 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592f9f61-c2d1-4508-8a96-a78ce9fb7b8f,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:11.352283 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.352662 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.353035 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.353399 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.353758 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.354115 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.354467 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.354820 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.355175 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.355545 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.355896 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.356242 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:11.359294 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:11.360320 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/592f9f61-c2d1-4508-8a96-a78ce9fb7b8f HTTP/1.1" status: 204 len: 168 time: 0.1837373 May 20 04:28:11.361195 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a18451c6-190c-4c04-b72a-cf7224e5bee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:14.804739 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54252) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:14.862553 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d662567-4353-40f2-a386-a902bfbc8728 admin admin] Deleting subnet 55ef3869-013d-46be-bb19-01d0e0eef674 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:28:14.865358 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6d662567-4353-40f2-a386-a902bfbc8728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:14.916738 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6d662567-4353-40f2-a386-a902bfbc8728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091801'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:14.972292 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6d662567-4353-40f2-a386-a902bfbc8728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:15.215748 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6d662567-4353-40f2-a386-a902bfbc8728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2130404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686475'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:15.220821 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-99295419-6242-4ad4-9d42-f4d446684a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:15.255378 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d662567-4353-40f2-a386-a902bfbc8728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ef3869-013d-46be-bb19-01d0e0eef674,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:15.258400 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6d662567-4353-40f2-a386-a902bfbc8728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:15.259436 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6d662567-4353-40f2-a386-a902bfbc8728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:15.269352 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-6d662567-4353-40f2-a386-a902bfbc8728 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/55ef3869-013d-46be-bb19-01d0e0eef674 HTTP/1.1" status: 204 len: 168 time: 0.4636133 May 20 04:28:15.271788 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54258) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:15.463632 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:15.584391 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:15.597254 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323d46e0-a98d-40fa-995c-89ae76470d98']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:15.608843 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d7e795-31b1-4eef-af2d-14e5cd2fe32b') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:15.609142 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d7e795-31b1-4eef-af2d-14e5cd2fe32b') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:15.620038 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:15.635952 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:15.642249 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:28:15.642953 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:28:15.656094 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:28:15.731490 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:15.735783 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0a7a58b4-6964-4789-af89-95f9c01a0cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:15.748673 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:15.759699 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=323d46e0-a98d-40fa-995c-89ae76470d98,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:15.762804 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:15.769533 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-4d89b0a6-9faf-4512-94da-c14a83c2d0c5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/323d46e0-a98d-40fa-995c-89ae76470d98 HTTP/1.1" status: 204 len: 168 time: 0.4967728 May 20 04:28:15.966134 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54272) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:16.017475 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-c5928546-c10a-43e9-a4dc-e9a9e7756703 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e344989bb5e46e4950b72781b3ee230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500302 May 20 04:28:16.019882 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54276) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:16.078529 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-768c1cae-8d86-48e5-98f3-ab4a748bdfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:16.103981 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-768c1cae-8d86-48e5-98f3-ab4a748bdfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:16.160188 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-768c1cae-8d86-48e5-98f3-ab4a748bdfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:16.164401 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-acaf0afa-210e-4193-8ea3-0e30aa1bcd69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:16.180441 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c1cae-8d86-48e5-98f3-ab4a748bdfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44afa9bd-ee8f-4516-a53e-32d3ef69b72b,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:16.183624 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-768c1cae-8d86-48e5-98f3-ab4a748bdfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:16.195416 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-768c1cae-8d86-48e5-98f3-ab4a748bdfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:16.199256 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-768c1cae-8d86-48e5-98f3-ab4a748bdfa8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44afa9bd-ee8f-4516-a53e-32d3ef69b72b HTTP/1.1" status: 204 len: 168 time: 0.1783626 May 20 04:28:21.088822 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54358) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:21.204927 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.219582 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:21.223337 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] Usage tracker for resource:security_group_rule and tenant:4b8a83c122144747834ab034d5e7f2f5 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:21.226113 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:21.231834 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:21.314179 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.317650 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.325581 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c0cdba70-b5e5-4b34-a24c-b705f4b9287b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:21.364991 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b8a83c122144747834ab034d5e7f2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750962 May 20 04:28:21.365861 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b246cd9a-9622-47fd-bf01-a4e6137cdc74,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:21.367812 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54364) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:21.369029 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:21.426720 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4399c4b7-5c23-4eb7-8347-a7c3cb308b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.452524 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4399c4b7-5c23-4eb7-8347-a7c3cb308b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.507500 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4399c4b7-5c23-4eb7-8347-a7c3cb308b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.512332 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-11955001-9d85-4deb-8742-c3fe5f8c8071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:21.520910 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-e68d22bf-380c-45fd-90d2-4b8e11dcfb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.524946 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399c4b7-5c23-4eb7-8347-a7c3cb308b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b246cd9a-9622-47fd-bf01-a4e6137cdc74,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:21.527800 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4399c4b7-5c23-4eb7-8347-a7c3cb308b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:21.529745 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4399c4b7-5c23-4eb7-8347-a7c3cb308b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.542893 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-4399c4b7-5c23-4eb7-8347-a7c3cb308b0e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b246cd9a-9622-47fd-bf01-a4e6137cdc74 HTTP/1.1" status: 204 len: 168 time: 0.1652126 May 20 04:28:21.634572 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:28:21.809313 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54374) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:21.827603 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.842081 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:21.845911 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] Usage tracker for resource:security_group_rule and tenant:0761e205840c4581967585e1dd7dd513 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:21.848735 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:21.854361 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:21.942269 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.946096 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:21.959316 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-14861812-ee78-4993-a013-1e722e60fe02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:21.998318 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0761e205840c4581967585e1dd7dd513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878071 May 20 04:28:22.000460 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a24f4fe-7ae6-4614-bf14-39c91cc0903e,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:22.001776 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54380) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:22.003650 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:22.060398 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c017dca7-7cbe-475a-9aec-fe628c2af3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:22.086219 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c017dca7-7cbe-475a-9aec-fe628c2af3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:22.139159 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c017dca7-7cbe-475a-9aec-fe628c2af3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:22.142749 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f747f065-02df-48cf-b165-743e220483c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:22.153021 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017dca7-7cbe-475a-9aec-fe628c2af3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a24f4fe-7ae6-4614-bf14-39c91cc0903e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:22.156787 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c017dca7-7cbe-475a-9aec-fe628c2af3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:22.159889 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c017dca7-7cbe-475a-9aec-fe628c2af3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:22.160989 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c017dca7-7cbe-475a-9aec-fe628c2af3f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a24f4fe-7ae6-4614-bf14-39c91cc0903e HTTP/1.1" status: 204 len: 168 time: 0.1582415 May 20 04:28:23.784522 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-7702c8a5-2eac-490b-9d32-43be90e320aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:23.962499 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.071112 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-e28adeae-1630-4a28-bf79-e469a429123d tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033548254&fields=id&tenant_id=d13ae23867af47c2a2e1adc376ed8e50 HTTP/1.1" status: 200 len: 267 time: 0.0418563 May 20 04:28:24.165306 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-dd448ef5-42e1-4298-b93c-ee6816d55790 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:24.166763 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-dd448ef5-42e1-4298-b93c-ee6816d55790 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 985 time: 0.0902839 May 20 04:28:24.178783 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Request body: {'port': {'security_groups': ['96b64a35-d6a7-40ab-af99-f9d2f183d49c']}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:24.308161 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.564533 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] For port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:24.591302 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.596907 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.602618 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b8bc170a-bc85-475c-a088-fd1de6e9242c tempest-ServerRescueNegativeTestJSON-1473851606 tempest-ServerRescueNegativeTestJSON-1473851606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:24.634963 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['1f0be407-b7dc-4df3-81f2-95e1e5d7d086'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:24.677712 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:24.677712 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.684239 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9c15154e-7512-4e10-8f4f-3cb2d8761215 req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "PUT /v2.0/ports/1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 943 time: 0.5103414 May 20 04:28:24.684828 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:24.687138 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54500) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:24.711325 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event updated for resources: {'Port': ['ID=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,revision_number=7']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:24.714507 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:24.760331 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'status': 'completed', 'code': 200} May 20 04:28:24.810297 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-577a2715-a87d-4b1f-9281-475abcddca6f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.851145 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-577a2715-a87d-4b1f-9281-475abcddca6f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.898816 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['1f0be407-b7dc-4df3-81f2-95e1e5d7d086'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:28:24.935783 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-577a2715-a87d-4b1f-9281-475abcddca6f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.936026 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:24.942102 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ef92615a-f1a3-4f2c-98a3-c292ba7b3b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:24.959485 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a2715-a87d-4b1f-9281-475abcddca6f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0752356-47e2-4f50-9fcd-782ccc241c1e,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:24.969946 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-577a2715-a87d-4b1f-9281-475abcddca6f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:25.005925 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-577a2715-a87d-4b1f-9281-475abcddca6f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.009401 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-577a2715-a87d-4b1f-9281-475abcddca6f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "DELETE /v2.0/security-groups/f0752356-47e2-4f50-9fcd-782ccc241c1e HTTP/1.1" status: 204 len: 168 time: 0.3183014 May 20 04:28:25.012041 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54520) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:25.055965 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-136c2ba6-832b-4273-879b-82b96843e734 None None] Provisioning complete for port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:25.056400 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-136c2ba6-832b-4273-879b-82b96843e734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.134808 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-0f7a2bd5-0648-4753-869b-f1ffad47f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:25.137293 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-0f7a2bd5-0648-4753-869b-f1ffad47f2a5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d13ae23867af47c2a2e1adc376ed8e50&device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 1099 time: 0.3260093 May 20 04:28:25.307363 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-ff62e890-add1-4d13-87fd-99a95f9344e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:25.309196 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-ff62e890-add1-4d13-87fd-99a95f9344e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e HTTP/1.1" status: 200 len: 916 time: 0.1544828 May 20 04:28:25.329295 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Deleting port dbe08e40-ccc5-425e-b215-b8a4338b25dd {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:25.329641 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.421133 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-cea990ee-2c2f-483b-ada2-f6650580c316 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 1002 time: 0.1051495 May 20 04:28:25.460137 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.460813 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.493853 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-fb50a698-abbf-4c47-85b5-36f7f4a96269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:25.495583 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-fb50a698-abbf-4c47-85b5-36f7f4a96269 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9f9ed88-81d5-4c63-980a-b925c11c09f9 HTTP/1.1" status: 200 len: 854 time: 0.0677917 May 20 04:28:25.571691 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-9a4ad2dd-ded8-40a8-a581-eb72aca236df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:25.573291 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-9a4ad2dd-ded8-40a8-a581-eb72aca236df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709395 May 20 04:28:25.590939 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Calling delete_port for dbe08e40-ccc5-425e-b215-b8a4338b25dd owned by network:floatingip {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:25.740213 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.745574 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:25.785959 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54546) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:25.797709 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event deleted for resources: {'Port': ['ID=dbe08e40-ccc5-425e-b215-b8a4338b25dd,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:25.800897 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:25.831458 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-c847e2f5-6f89-4293-98d8-2f0a7da06b91 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511253 May 20 04:28:25.890178 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks [] for floatingip, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.892616 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.l3_db [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Floating IP f2581d6f-7f81-4a31-820f-3f8f63a455b2 disassociated (deleted). External IP: 172.28.0.208, port: 1f0be407-b7dc-4df3-81f2-95e1e5d7d086. May 20 04:28:25.951780 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1967b394-a773-4a13-a16c-dfb364492e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:25.972468 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-1967b394-a773-4a13-a16c-dfb364492e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:25.979884 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-1967b394-a773-4a13-a16c-dfb364492e01 admin admin] Usage tracker for resource:security_group_rule and tenant:ffb6af6e40a9449d95ed83275498766c is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:25.985118 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-1967b394-a773-4a13-a16c-dfb364492e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:26.001086 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-1967b394-a773-4a13-a16c-dfb364492e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:26.009641 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dc1c2239-302e-4e04-a498-b4dd11f6f552 req-1b84948a-e301-44e0-8ac6-3ecc96d1b457 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712158 May 20 04:28:26.093397 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1967b394-a773-4a13-a16c-dfb364492e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.097853 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1967b394-a773-4a13-a16c-dfb364492e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.104715 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3795e208-fce0-4fb2-b079-0c6232ed6371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:26.151234 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967b394-a773-4a13-a16c-dfb364492e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963a72cd-5ca1-402d-b0e5-1da7f13622f4,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:26.155632 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-1967b394-a773-4a13-a16c-dfb364492e01 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ffb6af6e40a9449d95ed83275498766c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686674 May 20 04:28:26.156530 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1967b394-a773-4a13-a16c-dfb364492e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:26.158163 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54552) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:26.218100 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-482381fd-ae30-42a5-9835-5ca24fbea237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.245332 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-482381fd-ae30-42a5-9835-5ca24fbea237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.298362 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-482381fd-ae30-42a5-9835-5ca24fbea237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.302187 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-356ec234-d0d9-44f0-a9e8-d8dc3b5e25c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:26.313270 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482381fd-ae30-42a5-9835-5ca24fbea237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963a72cd-5ca1-402d-b0e5-1da7f13622f4,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:26.316967 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-482381fd-ae30-42a5-9835-5ca24fbea237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:26.320258 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-482381fd-ae30-42a5-9835-5ca24fbea237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.323807 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-482381fd-ae30-42a5-9835-5ca24fbea237 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/963a72cd-5ca1-402d-b0e5-1da7f13622f4 HTTP/1.1" status: 204 len: 168 time: 0.1623292 May 20 04:28:26.353093 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:28:26.461044 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.532353 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:28:26.543176 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] Sync routers for ids ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:28:26.554641 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] Routers {'d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:26.555461 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:26.555645 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.613909 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-980afc1e-7c62-4aed-a0c9-40bbca99d92a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "DELETE /v2.0/floatingips/f2581d6f-7f81-4a31-820f-3f8f63a455b2 HTTP/1.1" status: 204 len: 168 time: 1.6007540 May 20 04:28:26.614883 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:26.618139 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54564) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:26.637497 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.659933 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:26.664144 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:adcfacc1747e4fa6b23fa673dfb691ae is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:26.667177 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:26.673452 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:26.760037 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] Set router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:26.790969 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.798803 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.811793 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-dab90cc8-a289-4176-8987-7c7b13b6ee09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:26.849293 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91cc118-9ac0-428f-842e-32d1fd4ff8e2,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:26.855133 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:26.879597 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=adcfacc1747e4fa6b23fa673dfb691ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600880 May 20 04:28:26.881861 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54576) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:26.929096 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'status': 'completed', 'code': 200} May 20 04:28:26.955745 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-551e4048-bb83-4781-8e2c-b4dcc527e963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:26.986175 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-551e4048-bb83-4781-8e2c-b4dcc527e963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:27.100236 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-b9639531-a75e-4612-9d9d-632d7887d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:27.101731 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-b9639531-a75e-4612-9d9d-632d7887d1f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d13ae23867af47c2a2e1adc376ed8e50&device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 1099 time: 0.1077409 May 20 04:28:27.109899 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-551e4048-bb83-4781-8e2c-b4dcc527e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:27.115508 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cb11bfb8-1cdc-4c0c-b338-fe4f08a0fa19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:27.151386 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:51Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'f9ce53b4-2576-4a8c-8196-35cdd85b36cd', 'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'mac_address': 'fa:16:3e:fd:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:50Z', 'updated_at': '2021-05-20T04:25:01Z', 'revision_number': 5, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'subnets': [{'id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:27.155597 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] Checking router: d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:28:27.157607 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e4048-bb83-4781-8e2c-b4dcc527e963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91cc118-9ac0-428f-842e-32d1fd4ff8e2,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:27.164027 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-551e4048-bb83-4781-8e2c-b4dcc527e963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:27.179377 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] Routers {'d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:27.180015 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:27.214500 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-551e4048-bb83-4781-8e2c-b4dcc527e963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:27.217947 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-551e4048-bb83-4781-8e2c-b4dcc527e963 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d91cc118-9ac0-428f-842e-32d1fd4ff8e2 HTTP/1.1" status: 204 len: 168 time: 0.3328495 May 20 04:28:27.263224 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-b1d939df-0cd7-4c08-9201-6db87b659d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:27.264814 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-b1d939df-0cd7-4c08-9201-6db87b659d54 service neutron] 10.222.0.79 "GET /v2.0/networks?id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e HTTP/1.1" status: 200 len: 916 time: 0.1505327 May 20 04:28:27.336853 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-5663c472-22ba-4032-a9bb-45bfcff0bc2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 200 len: 217 time: 0.0649707 May 20 04:28:27.376562 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] Set router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:27.404183 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-c1ca521b-2de2-4c84-a2db-742741fee265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:27.405692 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-c1ca521b-2de2-4c84-a2db-742741fee265 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9f9ed88-81d5-4c63-980a-b925c11c09f9 HTTP/1.1" status: 200 len: 854 time: 0.0621040 May 20 04:28:27.488062 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-18265d06-ba6a-4975-9fa4-c9692f5b09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:27.489579 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-18265d06-ba6a-4975-9fa4-c9692f5b09cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756950 May 20 04:28:27.690108 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-87a46225-35a3-4b3e-a086-bda5f49b0e05 service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475222 May 20 04:28:27.712629 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:51Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'f9ce53b4-2576-4a8c-8196-35cdd85b36cd', 'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'mac_address': 'fa:16:3e:fd:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:50Z', 'updated_at': '2021-05-20T04:25:01Z', 'revision_number': 5, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'subnets': [{'id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:27.717352 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b898d-9344-48cb-b936-833d3d471a30 None None] The sync data for ids ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'] in dv-cinder-782405-9-smb is: [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:24:51Z', 'revision_number': 4, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': 'f9ce53b4-2576-4a8c-8196-35cdd85b36cd', 'name': '', 'network_id': '58cd3af5-8740-4ab3-8d9f-4bfd81a4616e', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'mac_address': 'fa:16:3e:fd:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:50Z', 'updated_at': '2021-05-20T04:25:01Z', 'revision_number': 5, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'subnets': [{'id': 'f9f9ed88-81d5-4c63-980a-b925c11c09f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:28:27.842635 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0d723a52-dfbc-4f6c-bb99-5bd229cb2efe req-496afeba-60a3-43cc-b2e3-578d5008090d service neutron] 10.222.0.79 "GET /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447761 May 20 04:28:27.973771 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0f711-8b18-4355-bbb3-95ab671f89a4 None None] New status for floating IP f2581d6f-7f81-4a31-820f-3f8f63a455b2: DOWN {{(pid=91670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:28:29.068098 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54650) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:29.190383 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-43b66fa1-00f8-4bb5-b8cf-90370edf47d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.204747 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-43b66fa1-00f8-4bb5-b8cf-90370edf47d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:29.208474 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-43b66fa1-00f8-4bb5-b8cf-90370edf47d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb51fba62f6418292cedd7753b293f3 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:29.211177 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-43b66fa1-00f8-4bb5-b8cf-90370edf47d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:29.216782 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-43b66fa1-00f8-4bb5-b8cf-90370edf47d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:29.298653 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-43b66fa1-00f8-4bb5-b8cf-90370edf47d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.302264 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-43b66fa1-00f8-4bb5-b8cf-90370edf47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.310298 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c0f16556-e01d-4598-85cc-460b0fe59b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:29.349263 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-43b66fa1-00f8-4bb5-b8cf-90370edf47d3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bb51fba62f6418292cedd7753b293f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801349 May 20 04:28:29.350895 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b66fa1-00f8-4bb5-b8cf-90370edf47d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af217671-318a-4451-bd35-6cbcc7f6f2fc,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:29.351962 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54656) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:29.354015 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-43b66fa1-00f8-4bb5-b8cf-90370edf47d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:29.413707 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3e188125-e7b7-4905-8bb6-d4e61d48c296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.438702 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3e188125-e7b7-4905-8bb6-d4e61d48c296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.490599 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3e188125-e7b7-4905-8bb6-d4e61d48c296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.495123 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2c0d7ab6-1b4f-4411-a9dd-b8d83fbb2f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:29.505880 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e188125-e7b7-4905-8bb6-d4e61d48c296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af217671-318a-4451-bd35-6cbcc7f6f2fc,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:29.509239 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3e188125-e7b7-4905-8bb6-d4e61d48c296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:29.512423 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3e188125-e7b7-4905-8bb6-d4e61d48c296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.513517 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-3e188125-e7b7-4905-8bb6-d4e61d48c296 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af217671-318a-4451-bd35-6cbcc7f6f2fc HTTP/1.1" status: 204 len: 168 time: 0.1604929 May 20 04:28:29.796471 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54672) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:29.815438 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-99bb2128-47f6-4032-8b5a-c87397aecb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.833812 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-99bb2128-47f6-4032-8b5a-c87397aecb07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:29.838320 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-99bb2128-47f6-4032-8b5a-c87397aecb07 admin admin] Usage tracker for resource:security_group_rule and tenant:5de32efb2c8540838f2f1748097473bf is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:29.842247 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-99bb2128-47f6-4032-8b5a-c87397aecb07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:29.849192 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-99bb2128-47f6-4032-8b5a-c87397aecb07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:29.946194 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-99bb2128-47f6-4032-8b5a-c87397aecb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.950568 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-99bb2128-47f6-4032-8b5a-c87397aecb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:29.961993 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-42692774-5c4c-4751-8805-9efd97200fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:30.048455 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-99bb2128-47f6-4032-8b5a-c87397aecb07 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5de32efb2c8540838f2f1748097473bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501402 May 20 04:28:30.051193 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54682) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:30.055416 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb2128-47f6-4032-8b5a-c87397aecb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dee4541-70fd-4611-a31d-a5004e76d27c,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:30.059920 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-99bb2128-47f6-4032-8b5a-c87397aecb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:30.088155 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160860ff-8408-42ca-bbee-26ee1764445c req-e893d768-eaca-491b-a80f-614969ee3bea tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:30.089637 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-160860ff-8408-42ca-bbee-26ee1764445c req-e893d768-eaca-491b-a80f-614969ee3bea tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 946 time: 0.1150012 May 20 04:28:30.125040 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0f8123f-e624-4a40-894c-b662f201ab51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.146874 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-160860ff-8408-42ca-bbee-26ee1764445c req-2ecb97bf-89f3-4005-b22d-014d9f37e670 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498168 May 20 04:28:30.152808 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0f8123f-e624-4a40-894c-b662f201ab51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.209479 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0f8123f-e624-4a40-894c-b662f201ab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.214283 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-577a2715-a87d-4b1f-9281-475abcddca6f tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:30.228491 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8123f-e624-4a40-894c-b662f201ab51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dee4541-70fd-4611-a31d-a5004e76d27c,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:30.231354 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c0f8123f-e624-4a40-894c-b662f201ab51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:30.236467 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c0f8123f-e624-4a40-894c-b662f201ab51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:30.239571 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-c0f8123f-e624-4a40-894c-b662f201ab51 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1dee4541-70fd-4611-a31d-a5004e76d27c HTTP/1.1" status: 204 len: 168 time: 0.1850109 May 20 04:28:31.354495 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587d3b8-e5fb-4cd2-a339-938311314d80 req-2f9fab79-c37d-4f96-9c24-f50b4e573657 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:31.355212 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-8587d3b8-e5fb-4cd2-a339-938311314d80 req-2f9fab79-c37d-4f96-9c24-f50b4e573657 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Synchronizing usage tracker for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:28:31.370544 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-8587d3b8-e5fb-4cd2-a339-938311314d80 req-2f9fab79-c37d-4f96-9c24-f50b4e573657 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Unset dirty status for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:28:31.371850 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8587d3b8-e5fb-4cd2-a339-938311314d80 req-2f9fab79-c37d-4f96-9c24-f50b4e573657 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 946 time: 0.1003869 May 20 04:28:31.420096 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-8587d3b8-e5fb-4cd2-a339-938311314d80 req-9a82afed-2b03-4ca4-9146-3ac5d4fd0919 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Synchronizing usage tracker for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:28:31.441634 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-8587d3b8-e5fb-4cd2-a339-938311314d80 req-9a82afed-2b03-4ca4-9146-3ac5d4fd0919 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Unset dirty status for tenant:d13ae23867af47c2a2e1adc376ed8e50 on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:28:31.443171 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8587d3b8-e5fb-4cd2-a339-938311314d80 req-9a82afed-2b03-4ca4-9146-3ac5d4fd0919 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643303 May 20 04:28:32.128979 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-795256ed-0075-47db-8b0f-c3d388d2003a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:32.130417 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-795256ed-0075-47db-8b0f-c3d388d2003a tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.79 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 946 time: 0.0826735 May 20 04:28:32.357418 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Deleting port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:32.357897 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:32.490551 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] For port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:32.490912 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:32.636656 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Calling delete_port for 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:32.671713 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155dd7-1a9a-4e98-b32e-7ae16190c2cc req-47c49767-70f3-4e1a-ac96-52996dd54174 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:32.673379 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e8155dd7-1a9a-4e98-b32e-7ae16190c2cc req-47c49767-70f3-4e1a-ac96-52996dd54174 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/ports?device_id=96f14143-5f4f-4685-a742-17c395c05329 HTTP/1.1" status: 200 len: 946 time: 0.1202016 May 20 04:28:32.737242 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-e8155dd7-1a9a-4e98-b32e-7ae16190c2cc req-9cc90cb5-f37f-4f54-a4d6-d1924e0caa79 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.72 "GET /v2.0/security-groups?id=96b64a35-d6a7-40ab-af99-f9d2f183d49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545659 May 20 04:28:32.776030 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:32.788292 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:32.842461 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Pushing event deleted for resources: {'Port': ['ID=1f0be407-b7dc-4df3-81f2-95e1e5d7d086,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:32.846397 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:32.945367 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] No DVR routers for this DVR port 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:32.947959 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:32.951001 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'name': 'network-vif-deleted', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:32.983943 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a4de0f64-1699-4932-87cb-f58b3c531f7a req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] 10.222.0.79 "DELETE /v2.0/ports/1f0be407-b7dc-4df3-81f2-95e1e5d7d086 HTTP/1.1" status: 204 len: 173 time: 0.8394845 May 20 04:28:33.200603 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f14143-5f4f-4685-a742-17c395c05329', 'name': 'network-vif-deleted', 'tag': '1f0be407-b7dc-4df3-81f2-95e1e5d7d086', 'status': 'completed', 'code': 200} May 20 04:28:34.527496 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54824) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:34.783435 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:34.824893 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:34.825527 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 1f0be407-b7dc-4df3-81f2-95e1e5d7d086 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:35.133336 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520521'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:35.652368 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Deleting port f9ce53b4-2576-4a8c-8196-35cdd85b36cd {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:35.653070 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:35.777679 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] For port f9ce53b4-2576-4a8c-8196-35cdd85b36cd, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=f9ce53b4-2576-4a8c-8196-35cdd85b36cd,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:35.778197 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:35.900917 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Calling delete_port for f9ce53b4-2576-4a8c-8196-35cdd85b36cd owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:36.052204 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:36.056900 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a78e4c03-bc55-4f8d-b415-4aa36a8c8e34 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:36.100849 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ce53b4-2576-4a8c-8196-35cdd85b36cd,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:36.129995 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:36.380344 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7988410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519129'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:36.734640 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:28:37.012399 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:28:37.022106 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] Sync routers for ids ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:28:37.025335 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-86cf6cf4-3881-4393-b89d-b5c5c1801276 admin admin] 10.222.0.72 "PUT /v2.0/routers/d88bdd92-7eb6-42fd-af95-a4ecc6b2da23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949460 May 20 04:28:37.027652 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54862) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:37.031592 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] Routers {'d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:37.032195 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:37.213641 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.244604 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] Set router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:37.409589 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.496347 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Deleting port 127a7db2-1742-468f-87cd-2450d1068774 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:37.496977 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.555279 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '127a7db2-1742-468f-87cd-2450d1068774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:28:35Z', 'revision_number': 5, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port': {'id': '127a7db2-1742-468f-87cd-2450d1068774', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:45Z', 'updated_at': '2021-05-20T04:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:37.558677 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54880) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:37.559378 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] Checking router: d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:28:37.568866 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] Routers {'d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:37.569486 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:37.648987 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] For port 127a7db2-1742-468f-87cd-2450d1068774, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=127a7db2-1742-468f-87cd-2450d1068774,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:37.649345 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.693396 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9a2e78d0-427d-45da-8ec9-ab5d90b35a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.712986 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-9a2e78d0-427d-45da-8ec9-ab5d90b35a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:37.723241 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-9a2e78d0-427d-45da-8ec9-ab5d90b35a81 admin admin] Usage tracker for resource:security_group_rule and tenant:3cde9c112f6c418fb33387f7c8d97886 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:37.726879 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-9a2e78d0-427d-45da-8ec9-ab5d90b35a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:37.731976 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] Set router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 gateway port host: None {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:37.734683 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-9a2e78d0-427d-45da-8ec9-ab5d90b35a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:37.780278 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Calling delete_port for 127a7db2-1742-468f-87cd-2450d1068774 owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:37.833667 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9a2e78d0-427d-45da-8ec9-ab5d90b35a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.840793 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9a2e78d0-427d-45da-8ec9-ab5d90b35a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.841126 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:28:37Z', 'revision_number': 6, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port_host': None}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:37.845719 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183314cd-dc3c-4156-a7d8-421f8fa2378d None None] The sync data for ids ['d88bdd92-7eb6-42fd-af95-a4ecc6b2da23'] in dv-cinder-782405-9-smb is: [{'id': 'd88bdd92-7eb6-42fd-af95-a4ecc6b2da23', 'name': 'tempest-TestMinimumBasicScenario-1542211500-router', 'tenant_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:44Z', 'updated_at': '2021-05-20T04:28:37Z', 'revision_number': 6, 'project_id': 'd13ae23867af47c2a2e1adc376ed8e50', 'gw_port_host': None}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:28:37.857679 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-8068617f-39dd-47d0-8e68-19ec6b76dfd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:37.898958 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-9a2e78d0-427d-45da-8ec9-ab5d90b35a81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3cde9c112f6c418fb33387f7c8d97886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391132 May 20 04:28:37.902473 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54892) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:37.946519 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e78d0-427d-45da-8ec9-ab5d90b35a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff3532b-a55c-4dc6-86e3-8ec393f965d8,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:37.962911 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9a2e78d0-427d-45da-8ec9-ab5d90b35a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:37.985974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.990336 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfade-28b6-4ae5-b291-1882e61a4f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:37.997114 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-409a8ec5-5bc3-4bac-95df-c37157b616b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:38.031702 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfade-28b6-4ae5-b291-1882e61a4f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.058255 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Pushing event deleted for resources: {'Port': ['ID=127a7db2-1742-468f-87cd-2450d1068774,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:38.062447 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:38.113779 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfade-28b6-4ae5-b291-1882e61a4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.119989 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0a6df7f-ef11-4b0f-8a54-dcb47917d922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:38.155894 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bfade-28b6-4ae5-b291-1882e61a4f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff3532b-a55c-4dc6-86e3-8ec393f965d8,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:38.159881 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3e9bfade-28b6-4ae5-b291-1882e61a4f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:38.161932 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfade-28b6-4ae5-b291-1882e61a4f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.163043 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-3e9bfade-28b6-4ae5-b291-1882e61a4f0b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ff3532b-a55c-4dc6-86e3-8ec393f965d8 HTTP/1.1" status: 204 len: 168 time: 0.2594399 May 20 04:28:38.204868 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519778'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.405852 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.408766 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.440284 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516917'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.440935 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:28:38.455570 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.459206 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-4fdd7ed9-d820-438e-8a91-55fb8494e22f admin admin] 10.222.0.72 "DELETE /v2.0/routers/d88bdd92-7eb6-42fd-af95-a4ecc6b2da23 HTTP/1.1" status: 204 len: 168 time: 1.4281762 May 20 04:28:38.459405 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54906) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:38.540699 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84f0e4d-31fe-4bd5-bf84-990d92fcc46b admin admin] Deleting subnet f9f9ed88-81d5-4c63-980a-b925c11c09f9 {{(pid=91668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:28:38.543587 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b84f0e4d-31fe-4bd5-bf84-990d92fcc46b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.592259 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b84f0e4d-31fe-4bd5-bf84-990d92fcc46b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637402'] for subnet, precommit_delete_associations {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.723244 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.736547 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 127a7db2-1742-468f-87cd-2450d1068774 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:38.746432 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b84f0e4d-31fe-4bd5-bf84-990d92fcc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:38.780091 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 127a7db2-1742-468f-87cd-2450d1068774 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:38.780452 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 127a7db2-1742-468f-87cd-2450d1068774 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:38.781062 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device f9ce53b4-2576-4a8c-8196-35cdd85b36cd no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:38.815598 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: f9ce53b4-2576-4a8c-8196-35cdd85b36cd {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:38.815956 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device f9ce53b4-2576-4a8c-8196-35cdd85b36cd not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:39.000137 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b84f0e4d-31fe-4bd5-bf84-990d92fcc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2711231'] for subnet, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.005021 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f3722a4a-66b4-4bb4-8cb5-78cd1ac165c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:39.122476 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f0e4d-31fe-4bd5-bf84-990d92fcc46b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f9ed88-81d5-4c63-980a-b925c11c09f9,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:39.125534 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b84f0e4d-31fe-4bd5-bf84-990d92fcc46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:39.126749 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b84f0e4d-31fe-4bd5-bf84-990d92fcc46b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.135900 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-b84f0e4d-31fe-4bd5-bf84-990d92fcc46b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f9f9ed88-81d5-4c63-980a-b925c11c09f9 HTTP/1.1" status: 204 len: 168 time: 0.6728890 May 20 04:28:39.136064 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54914) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:39.142832 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a426cd-d560-41e8-af6a-f2c14491151e None None] Network 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:28:39.256297 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.335805 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Deleting port 278c0099-41ec-4d40-a830-b3e0dcf91421 {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:39.336137 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.433644 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] DHCP port deletion for 58cd3af5-8740-4ab3-8d9f-4bfd81a4616e request from dv-cinder-782405-9-smb {{(pid=91669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:28:39.444128 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] For port 278c0099-41ec-4d40-a830-b3e0dcf91421, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=278c0099-41ec-4d40-a830-b3e0dcf91421,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:39.444477 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.502035 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Deleting port 278c0099-41ec-4d40-a830-b3e0dcf91421 {{(pid=91669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:39.502416 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.567111 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Calling delete_port for 278c0099-41ec-4d40-a830-b3e0dcf91421 owned by network:dhcp {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:39.605926 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] For port 278c0099-41ec-4d40-a830-b3e0dcf91421, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=278c0099-41ec-4d40-a830-b3e0dcf91421,segment=NetworkSegment(d83d895c-3013-4733-9454-34f67a517272),segment_id=d83d895c-3013-4733-9454-34f67a517272)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:39.606334 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.615054 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.621330 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-1f22aa2c-66e4-4c96-bf4b-683e8e17527c tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:39.672919 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] No DVR routers for this DVR port 278c0099-41ec-4d40-a830-b3e0dcf91421 on host dv-cinder-782405-9-smb {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:39.701769 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=278c0099-41ec-4d40-a830-b3e0dcf91421,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:39.705645 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:39.732175 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Calling delete_port for 278c0099-41ec-4d40-a830-b3e0dcf91421 owned by network:dhcp {{(pid=91669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:39.810679 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.825319 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cd3af5-8740-4ab3-8d9f-4bfd81a4616e']}} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:39.842157 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83d895c-3013-4733-9454-34f67a517272') {'for_net_delete': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:39.842457 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83d895c-3013-4733-9454-34f67a517272') {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:39.855287 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637389'] for segment, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.871721 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.878752 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=91668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:28:39.879138 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3145717'] for segment, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: Traceback (most recent call last): May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: timer() May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: cb(*args, **kw) May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: return func(*args, **kwargs) May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: self._notify() May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: self.callback(batched_events) May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: event.method(event) May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: return f(self, *a, **k) May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: return self._get(url).json() May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: return self.request(url, 'GET', **kwargs) May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:28:39.893153 dv-cinder-782405-9-smb neutron-server[91668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:28:39.933647 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852'] for port, after_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.938386 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:39.975090 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.978851 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:39.980704 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Pushing event deleted for resources: {'Port': ['ID=278c0099-41ec-4d40-a830-b3e0dcf91421,revision_number=None']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:39.989994 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] No DVR routers for this DVR port 278c0099-41ec-4d40-a830-b3e0dcf91421 on host dv-cinder-782405-9-smb {{(pid=91669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:39.991678 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.992023 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:39.992184 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.992351 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.992678 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.992999 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.993321 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.993644 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.993959 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.994274 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.994588 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.994901 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.995212 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:28:39.998277 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:40.003116 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=58cd3af5-8740-4ab3-8d9f-4bfd81a4616e,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:40.006282 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:40.020956 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/58cd3af5-8740-4ab3-8d9f-4bfd81a4616e HTTP/1.1" status: 204 len: 168 time: 0.8836420 May 20 04:28:40.024504 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54934) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:40.529180 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 278c0099-41ec-4d40-a830-b3e0dcf91421 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:40.569019 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 278c0099-41ec-4d40-a830-b3e0dcf91421 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:40.569355 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 278c0099-41ec-4d40-a830-b3e0dcf91421 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:40.573155 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520521'] for router_interface, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.056274 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Deleting port bcf2d090-5bcd-4492-ac71-6f898f50de1a {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:41.056904 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.177779 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] For port bcf2d090-5bcd-4492-ac71-6f898f50de1a, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=bcf2d090-5bcd-4492-ac71-6f898f50de1a,segment=NetworkSegment(b40aca23-9d1a-4fcf-9f15-3abe1f02fb95),segment_id=b40aca23-9d1a-4fcf-9f15-3abe1f02fb95)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:41.178137 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.301055 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Calling delete_port for bcf2d090-5bcd-4492-ac71-6f898f50de1a owned by network:router_interface {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:41.588989 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:41.593610 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4a327184-f6db-4d7d-9398-fa8fc558aa63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:41.640608 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf2d090-5bcd-4492-ac71-6f898f50de1a,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:41.664011 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb842f-d53d-470b-804c-f794c55a4035 req-9c77e7e3-d500-47cf-bee3-da3eebe2016d tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:41.665798 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b6fb842f-d53d-470b-804c-f794c55a4035 req-9c77e7e3-d500-47cf-bee3-da3eebe2016d tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 946 time: 0.0864100 May 20 04:28:41.666514 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:41.716947 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b6fb842f-d53d-470b-804c-f794c55a4035 req-084208b6-3289-40f7-8c3e-896534a6d6e7 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454891 May 20 04:28:41.904446 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7988410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519129'] for router_interface, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:42.339149 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:28:42.511845 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:28:42.521198 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-b42feb3b-4f9c-41f6-a496-cc94484e6604 admin admin] 10.222.0.72 "PUT /v2.0/routers/2e28bb09-7a62-458e-8ee1-21e9eb1de899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4956589 May 20 04:28:42.522945 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] Sync routers for ids ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:28:42.523861 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54952) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:42.533597 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] Routers {'2e28bb09-7a62-458e-8ee1-21e9eb1de899'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:42.534196 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:42.712484 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] Set router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:42.801363 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:42.909115 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6245f-37f7-4965-b1c5-71209878bc83 req-28860a86-ae46-440d-a480-8c3c365cd6b2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:42.910861 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-abc6245f-37f7-4965-b1c5-71209878bc83 req-28860a86-ae46-440d-a480-8c3c365cd6b2 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 946 time: 0.0839007 May 20 04:28:42.960977 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-abc6245f-37f7-4965-b1c5-71209878bc83 req-5ca8569c-b60d-4f71-8200-6bb22082b725 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440307 May 20 04:28:42.976594 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:43.003446 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'name': 'tempest-TestMinimumBasicScenario-1692476105-router', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168'}], 'enable_snat': True}, 'gw_port_id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:58Z', 'updated_at': '2021-05-20T04:28:41Z', 'revision_number': 5, 'project_id': 'add3a4d9709a496888418708da9147f3', 'gw_port': {'id': 'bf5046e6-cb01-4168-a170-2cf5fcad0f9f', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:59Z', 'updated_at': '2021-05-20T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:43.007171 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] Checking router: 2e28bb09-7a62-458e-8ee1-21e9eb1de899 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:28:43.016520 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] Routers {'2e28bb09-7a62-458e-8ee1-21e9eb1de899'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:43.017116 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:43.049716 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Deleting port bf5046e6-cb01-4168-a170-2cf5fcad0f9f {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:43.050066 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:43.169019 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] Set router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 gateway port host: None {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:43.170943 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] For port bf5046e6-cb01-4168-a170-2cf5fcad0f9f, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=bf5046e6-cb01-4168-a170-2cf5fcad0f9f,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:43.171933 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:43.292241 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Calling delete_port for bf5046e6-cb01-4168-a170-2cf5fcad0f9f owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:43.300271 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'name': 'tempest-TestMinimumBasicScenario-1692476105-router', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:58Z', 'updated_at': '2021-05-20T04:28:42Z', 'revision_number': 6, 'project_id': 'add3a4d9709a496888418708da9147f3', 'gw_port_host': None}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:43.304158 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8051d-a155-4b96-8e59-88e06031182b None None] The sync data for ids ['2e28bb09-7a62-458e-8ee1-21e9eb1de899'] in dv-cinder-782405-9-smb is: [{'id': '2e28bb09-7a62-458e-8ee1-21e9eb1de899', 'name': 'tempest-TestMinimumBasicScenario-1692476105-router', 'tenant_id': 'add3a4d9709a496888418708da9147f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:24:58Z', 'updated_at': '2021-05-20T04:28:42Z', 'revision_number': 6, 'project_id': 'add3a4d9709a496888418708da9147f3', 'gw_port_host': None}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:28:43.475733 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:43.480519 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:43.525699 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5046e6-cb01-4168-a170-2cf5fcad0f9f,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:43.561333 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:43.617616 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e2333-8486-4f32-855b-bef6a135de82 req-999b4f57-f39e-49ae-9edc-6dd1deae3a23 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:43.618968 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-263e2333-8486-4f32-855b-bef6a135de82 req-999b4f57-f39e-49ae-9edc-6dd1deae3a23 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.79 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 946 time: 0.2079911 May 20 04:28:43.675399 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519778'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.022786 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.029553 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.072712 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516917'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.073246 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e28bb09-7a62-458e-8ee1-21e9eb1de899 {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:28:44.136365 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.139690 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-2721a653-5f51-456d-9e63-e1afb66d4b2a admin admin] 10.222.0.72 "DELETE /v2.0/routers/2e28bb09-7a62-458e-8ee1-21e9eb1de899 HTTP/1.1" status: 204 len: 168 time: 1.6124260 May 20 04:28:44.139690 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Deleting port 79fd6799-7173-41a1-bbac-1e54854b94b4 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:44.139938 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.140516 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54960) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:44.219932 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2253a4-f730-48e1-a048-95cecc11afbf admin admin] Deleting subnet da9dbf48-771f-4ee2-9a87-7d5be83c02c6 {{(pid=91668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:28:44.222914 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-af2253a4-f730-48e1-a048-95cecc11afbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.276839 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-af2253a4-f730-48e1-a048-95cecc11afbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637402'] for subnet, precommit_delete_associations {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.295767 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989e3a-93be-46c0-9007-f27aedc88009 req-fa81fa2b-0a28-469e-8651-ca815322c02c tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:44.297398 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-18989e3a-93be-46c0-9007-f27aedc88009 req-fa81fa2b-0a28-469e-8651-ca815322c02c tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 946 time: 0.2222369 May 20 04:28:44.306169 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] For port 79fd6799-7173-41a1-bbac-1e54854b94b4, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=79fd6799-7173-41a1-bbac-1e54854b94b4,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:44.306521 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.364186 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-af2253a4-f730-48e1-a048-95cecc11afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.429070 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-18989e3a-93be-46c0-9007-f27aedc88009 req-7bd3ab2e-b8af-44c2-b52f-51c2e908e499 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups?id=af0bccb0-af35-401d-a200-a88616605b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246498 May 20 04:28:44.547393 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device bf5046e6-cb01-4168-a170-2cf5fcad0f9f no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:44.584119 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: bf5046e6-cb01-4168-a170-2cf5fcad0f9f {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:44.584475 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device bf5046e6-cb01-4168-a170-2cf5fcad0f9f not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:44.584890 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device bcf2d090-5bcd-4492-ac71-6f898f50de1a no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:44.611947 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-af2253a4-f730-48e1-a048-95cecc11afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2711231'] for subnet, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.617070 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:44.619873 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: bcf2d090-5bcd-4492-ac71-6f898f50de1a {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:44.620246 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device bcf2d090-5bcd-4492-ac71-6f898f50de1a not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:44.633999 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.634362 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.634686 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.l3_db [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Floating IP b6e3828f-88eb-438d-86e8-1117f4b5bfd5 disassociated. External IP: 172.28.0.145, port: 79fd6799-7173-41a1-bbac-1e54854b94b4. May 20 04:28:44.635021 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Calling delete_port for 79fd6799-7173-41a1-bbac-1e54854b94b4 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:44.651672 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2253a4-f730-48e1-a048-95cecc11afbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9dbf48-771f-4ee2-9a87-7d5be83c02c6,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:44.654626 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-af2253a4-f730-48e1-a048-95cecc11afbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:44.655745 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-af2253a4-f730-48e1-a048-95cecc11afbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.661234 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-af2253a4-f730-48e1-a048-95cecc11afbf admin admin] 10.222.0.72 "DELETE /v2.0/subnets/da9dbf48-771f-4ee2-9a87-7d5be83c02c6 HTTP/1.1" status: 204 len: 168 time: 0.5194623 May 20 04:28:44.663665 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3350d6a4-e4b9-4781-9455-42efd107a429 None None] Network d43a386c-f732-4f5d-9f96-ae227861cca3 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:28:44.663793 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 54964) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:44.751756 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.758458 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bb22bc76-0849-4445-8d05-dcff87b8a19b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:44.774376 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.803561 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event deleted for resources: {'Port': ['ID=79fd6799-7173-41a1-bbac-1e54854b94b4,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:44.807115 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:44.854649 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Deleting port 70eaa7a0-501d-445a-ba4c-740b9c45e3da {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:44.854999 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.913665 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] DHCP port deletion for d43a386c-f732-4f5d-9f96-ae227861cca3 request from dv-cinder-782405-9-smb {{(pid=91669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:28:44.967123 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] For port 70eaa7a0-501d-445a-ba4c-740b9c45e3da, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=70eaa7a0-501d-445a-ba4c-740b9c45e3da,segment=NetworkSegment(b40aca23-9d1a-4fcf-9f15-3abe1f02fb95),segment_id=b40aca23-9d1a-4fcf-9f15-3abe1f02fb95)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:44.967645 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.985983 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] Deleting port 70eaa7a0-501d-445a-ba4c-740b9c45e3da {{(pid=91669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:44.986366 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:44.997410 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Router 81f9dcfc-44c4-40be-b247-251b90be5af4 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:28:45.086476 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] For port 70eaa7a0-501d-445a-ba4c-740b9c45e3da, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=70eaa7a0-501d-445a-ba4c-740b9c45e3da,segment=NetworkSegment(b40aca23-9d1a-4fcf-9f15-3abe1f02fb95),segment_id=b40aca23-9d1a-4fcf-9f15-3abe1f02fb95)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:45.086789 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:45.187738 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:28:45.200011 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Calling delete_port for 70eaa7a0-501d-445a-ba4c-740b9c45e3da owned by network:dhcp {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:45.208600 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] Calling delete_port for 70eaa7a0-501d-445a-ba4c-740b9c45e3da owned by network:dhcp {{(pid=91669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:45.212781 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] Sync routers for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:28:45.252901 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:45.258991 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-52421d95-f478-43f9-9c0a-061f6cb08a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:45.259351 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852'] for port, after_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:45.263185 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-d6676cd7-aa4d-4c99-8a2b-325aba31a393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:45.291569 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] No DVR routers for this DVR port 79fd6799-7173-41a1-bbac-1e54854b94b4 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:45.293924 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:45.299625 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'name': 'network-vif-deleted', 'tag': '79fd6799-7173-41a1-bbac-1e54854b94b4'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:28:45.312112 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:45.312817 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:45.313388 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Pushing event deleted for resources: {'Port': ['ID=70eaa7a0-501d-445a-ba4c-740b9c45e3da,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:45.316829 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:45.317647 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] No DVR routers for this DVR port 70eaa7a0-501d-445a-ba4c-740b9c45e3da on host dv-cinder-782405-9-smb {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:45.327449 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-263e2333-8486-4f32-855b-bef6a135de82 req-cad109d0-99b6-49fb-8e8f-968635263822 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.79 "DELETE /v2.0/ports/79fd6799-7173-41a1-bbac-1e54854b94b4 HTTP/1.1" status: 204 len: 173 time: 1.7019222 May 20 04:28:45.363679 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] Pushing event deleted for resources: {'Port': ['ID=70eaa7a0-501d-445a-ba4c-740b9c45e3da,revision_number=None']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:45.374304 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:45.392394 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee', 'name': 'network-vif-deleted', 'tag': '79fd6799-7173-41a1-bbac-1e54854b94b4', 'status': 'completed', 'code': 200} May 20 04:28:45.399758 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] No DVR routers for this DVR port 70eaa7a0-501d-445a-ba4c-740b9c45e3da on host dv-cinder-782405-9-smb {{(pid=91669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:45.462866 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:45.481880 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43a386c-f732-4f5d-9f96-ae227861cca3']}} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:45.497629 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95') {'for_net_delete': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:45.497980 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.services.segments.db [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40aca23-9d1a-4fcf-9f15-3abe1f02fb95') {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:45.510957 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1637389'] for segment, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:45.526198 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:45.534243 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:45.540828 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=91668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:28:45.541218 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3145717'] for segment, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: Traceback (most recent call last): May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: timer() May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: cb(*args, **kw) May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: return func(*args, **kwargs) May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: self._notify() May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: self.callback(batched_events) May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: event.method(event) May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: return f(self, *a, **k) May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: return self._get(url).json() May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: return self.request(url, 'GET', **kwargs) May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:28:45.554664 dv-cinder-782405-9-smb neutron-server[91668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:28:45.607121 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-6af0c567-2c1b-4d8b-87f4-ec270145bd80 req-399dfcb7-c220-4a8f-8cfc-04bcf7b6e45b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Synchronizing usage tracker for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:28:45.624312 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-6af0c567-2c1b-4d8b-87f4-ec270145bd80 req-399dfcb7-c220-4a8f-8cfc-04bcf7b6e45b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Unset dirty status for tenant:05a4d4fd73734888b8994386fe6df1df on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:28:45.625653 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6af0c567-2c1b-4d8b-87f4-ec270145bd80 req-399dfcb7-c220-4a8f-8cfc-04bcf7b6e45b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cce56c4-fa58-46bd-bb0c-2e9d87baa3ee HTTP/1.1" status: 200 len: 210 time: 0.0608299 May 20 04:28:45.634386 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:45.638555 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-09b78bdb-7597-4262-8009-a0f9e36ad0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:45.654853 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:45.663512 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Pushing event deleted for resources: {'Network': ['ID=d43a386c-f732-4f5d-9f96-ae227861cca3,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:45.666400 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:45.667898 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-24e4ba52-a800-4cff-bd8c-35c3c3acea91 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d43a386c-f732-4f5d-9f96-ae227861cca3 HTTP/1.1" status: 204 len: 168 time: 1.0032237 May 20 04:28:45.852743 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54974) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:45.898229 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:45.903362 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] Checking router: 81f9dcfc-44c4-40be-b247-251b90be5af4 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:28:45.913494 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-2f0aaf85-9cfb-46dc-babf-a14b506cf03f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d13ae23867af47c2a2e1adc376ed8e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572276 May 20 04:28:45.913827 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54978) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:45.919655 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:45.920349 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:45.984326 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f75bd319-294d-40a3-b956-e1e5d799f9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.012348 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f75bd319-294d-40a3-b956-e1e5d799f9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.065368 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f75bd319-294d-40a3-b956-e1e5d799f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.069069 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:46.083216 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bd319-294d-40a3-b956-e1e5d799f9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b64a35-d6a7-40ab-af99-f9d2f183d49c,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:46.086480 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f75bd319-294d-40a3-b956-e1e5d799f9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:46.093576 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f75bd319-294d-40a3-b956-e1e5d799f9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.097191 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-f75bd319-294d-40a3-b956-e1e5d799f9fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96b64a35-d6a7-40ab-af99-f9d2f183d49c HTTP/1.1" status: 204 len: 168 time: 0.1783121 May 20 04:28:46.113369 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:46.427766 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:46.431691 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60742413-0e75-4a37-8651-7982ebf626bc None None] The sync data for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb is: [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:23:17Z', 'revision_number': 4, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '80cd4a0d-a344-4198-aa83-1574fe48f06a', 'name': '', 'network_id': '75b2d426-2178-48f9-bcce-df1758c4b992', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'mac_address': 'fa:16:3e:65:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:10Z', 'updated_at': '2021-05-20T04:23:28Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'subnets': [{'id': 'd830b1e6-1a25-4745-b771-c773f3d95474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:28:46.455200 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54986) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:46.507429 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-893aa885-fba6-4ea1-ae43-b621aca4216c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=add3a4d9709a496888418708da9147f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509953 May 20 04:28:46.509798 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54990) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:46.540218 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 70eaa7a0-501d-445a-ba4c-740b9c45e3da no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:46.570831 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7fec3fdb-123b-4d97-8b1e-298811ef1f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.573961 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 70eaa7a0-501d-445a-ba4c-740b9c45e3da {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:46.574317 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 70eaa7a0-501d-445a-ba4c-740b9c45e3da not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:46.598204 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7fec3fdb-123b-4d97-8b1e-298811ef1f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.667018 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b4cda-d36b-4b2d-9930-47cf6f38396b None None] New status for floating IP b6e3828f-88eb-438d-86e8-1117f4b5bfd5: DOWN {{(pid=91670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:28:46.761717 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 54998) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:46.776425 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7fec3fdb-123b-4d97-8b1e-298811ef1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.784025 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5f1461d8-44a9-4c25-a69c-4ca004c8ff95 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:46.804240 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec3fdb-123b-4d97-8b1e-298811ef1f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d21641-e9ae-4d5d-881b-350078c85504,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:46.807743 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7fec3fdb-123b-4d97-8b1e-298811ef1f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:46.823985 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7fec3fdb-123b-4d97-8b1e-298811ef1f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.825082 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-7fec3fdb-123b-4d97-8b1e-298811ef1f7c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97d21641-e9ae-4d5d-881b-350078c85504 HTTP/1.1" status: 204 len: 168 time: 0.3143930 May 20 04:28:46.852709 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6553-b22a-4dd0-ba06-e25349c2901b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.867296 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 79fd6799-7173-41a1-bbac-1e54854b94b4 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:46.880974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6553-b22a-4dd0-ba06-e25349c2901b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.910366 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: 79fd6799-7173-41a1-bbac-1e54854b94b4 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:46.910940 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device 79fd6799-7173-41a1-bbac-1e54854b94b4 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:46.946824 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6553-b22a-4dd0-ba06-e25349c2901b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.953298 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-876d277c-7877-462b-8a8e-be43769315e1 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:46.970567 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f6553-b22a-4dd0-ba06-e25349c2901b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0bccb0-af35-401d-a200-a88616605b0c,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:46.973752 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1a5f6553-b22a-4dd0-ba06-e25349c2901b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:46.984513 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6553-b22a-4dd0-ba06-e25349c2901b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:46.988097 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-1a5f6553-b22a-4dd0-ba06-e25349c2901b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "DELETE /v2.0/security-groups/af0bccb0-af35-401d-a200-a88616605b0c HTTP/1.1" status: 204 len: 168 time: 0.2227752 May 20 04:28:46.988338 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55004) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:47.008007 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.api.v2.resource [None req-3ca72845-dfdb-45dd-8755-ae84dfcf0d23 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] show failed (client error): The resource could not be found. May 20 04:28:47.008989 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-3ca72845-dfdb-45dd-8755-ae84dfcf0d23 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "GET /v2.0/security-groups/af0bccb0-af35-401d-a200-a88616605b0c HTTP/1.1" status: 404 len: 347 time: 0.0193851 May 20 04:28:47.011964 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55008) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:47.236105 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Deleting port b10de2e1-d488-4f86-a891-8b3760154b38 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:47.236676 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.358741 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.359089 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.487894 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Calling delete_port for b10de2e1-d488-4f86-a891-8b3760154b38 owned by network:floatingip {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:47.570258 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55030) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:47.599772 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.604252 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-05aac3af-a8c4-4f4c-aeb2-df90ee5ac727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:47.650972 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Pushing event deleted for resources: {'Port': ['ID=b10de2e1-d488-4f86-a891-8b3760154b38,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:47.654268 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:47.679181 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2107501907-network', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:47.684425 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:47.688944 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Usage tracker for resource:network and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:47.691862 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:47.697649 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:47.707991 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Made reservation on behalf of ddbf0e1189b640f2af66e1900cc470e7 for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:28:47.710288 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.721844 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.740148 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:47.743617 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks [] for floatingip, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.745300 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Usage tracker for resource:security_group_rule and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:47.748128 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:47.755630 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:47.762759 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.763986 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] 10.222.0.72 "DELETE /v2.0/floatingips/b6e3828f-88eb-438d-86e8-1117f4b5bfd5 HTTP/1.1" status: 204 len: 168 time: 0.7510405 May 20 04:28:47.839687 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.843527 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.846366 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4e6767d1-ebf3-4641-8a0b-47092e2e8755 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:47.877351 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=91668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:28:47.881903 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e99dc5-4f7e-4f10-8753-ba2770fbd7de,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:47.892974 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:47.897276 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.897624 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Added segment 11e23a38-b9d8-40d6-8eab-d39f8124c7b8 of type vlan for network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 May 20 04:28:47.924924 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.958056 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.958056 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:47.958056 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:47.960593 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-034b5280-2313-411c-8cc5-e1bb94b734f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:48.062096 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Pushing event updated for resources: {'Network': ['ID=37cb5782-4f1e-4f73-b6b4-fb91cfd06977,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:48.065482 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:48.067188 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4959035 May 20 04:28:48.070086 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55040) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:48.073374 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:28:48.077144 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Request body: {'subnet': {'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2107501907-subnet', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'ip_version': 4}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:48.081892 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:48.085821 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Usage tracker for resource:subnet and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:48.088784 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:48.096419 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:48.108483 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Made reservation on behalf of ddbf0e1189b640f2af66e1900cc470e7 for: {'subnet': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:28:48.111437 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2711172'] for subnet, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.493908 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2936344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2711222'] for subnet, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.498744 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:48.573011 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfce593-6088-4c59-b222-a68eaef185af,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:48.576078 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:48.579142 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Checking segment: {'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:28:48.579515 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Network hostable DHCP agents. Network: 37cb5782-4f1e-4f73-b6b4-fb91cfd06977, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:28:48.596662 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:28:48.605453 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, 37cb5782-4f1e-4f73-b6b4-fb91cfd06977) {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:28:48.612812 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a114c6b-c026-4912-8c81-acb7f27dd0cb None None] Network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:28:48.615691 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:48.616312 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.636246 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-c848bb40-a481-4abc-8a57-eb8e6b740782 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5638292 May 20 04:28:48.639366 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55044) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:48.645135 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:48.649546 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:48.653442 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Usage tracker for resource:router and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:48.656992 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:48.662761 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:48.672998 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.673977 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.689706 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.832988 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb13471c2-eec4-589b-b02e-aecc33f1564a-37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af'}]}} from dv-cinder-782405-9-smb. {{(pid=91669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:28:48.833898 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:48.992931 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.db_base_plugin_common [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Allocated IP 172.20.0.2 (37cb5782-4f1e-4f73-b6b4-fb91cfd06977/8dfce593-6088-4c59-b222-a68eaef185af/20f37d55-bad3-4acc-9dae-822cb41b6b5c) {{(pid=91669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:28:49.050826 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.214874 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Notify callbacks [] for port, precommit_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.230343 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Transition to ACTIVE for port object 20f37d55-bad3-4acc-9dae-822cb41b6b5c will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:28:49.244015 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Transition to ACTIVE for port object 20f37d55-bad3-4acc-9dae-822cb41b6b5c will not be triggered until provisioned by entity DHCP. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:28:49.250177 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.253872 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:49.363104 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 is already hosted by enough agents. {{(pid=91669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:28:49.365930 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.base_scheduler [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Resources bound (agent type, host, resource id): {{(pid=91669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:28:49.368974 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Received port after_create {{(pid=91669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:28:49.378358 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.407551 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Pushing event updated for resources: {'Port': ['ID=20f37d55-bad3-4acc-9dae-822cb41b6b5c,revision_number=1']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:49.408451 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.413695 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:49.462819 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Attempting to bind port 20f37d55-bad3-4acc-9dae-822cb41b6b5c on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:28:49.463188 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Attempting to bind port 20f37d55-bad3-4acc-9dae-822cb41b6b5c by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:28:49.463588 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Attempting to bind port 20f37d55-bad3-4acc-9dae-822cb41b6b5c on network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:28:49.469316 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:28:49.469692 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Checking segment: {'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:28:49.470098 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.470493 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Bound using segment: {'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:28:49.470965 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Bound port: 20f37d55-bad3-4acc-9dae-822cb41b6b5c, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:28:49.471345 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.543607 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Allocated IP 172.28.0.79 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/1d711980-28f5-4a4f-b207-5ecef1d8071d) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:28:49.560412 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] For port 20f37d55-bad3-4acc-9dae-822cb41b6b5c, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:28:49.563424 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] For port 20f37d55-bad3-4acc-9dae-822cb41b6b5c, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=20f37d55-bad3-4acc-9dae-822cb41b6b5c,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:28:49.567831 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.572241 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:49.652151 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Pushing event updated for resources: {'Port': ['ID=20f37d55-bad3-4acc-9dae-822cb41b6b5c,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:49.658023 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:49.696675 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.726621 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:49.731172 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cf20ce9d-944e-40e7-b3e3-0498d9fd7f0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:49.790868 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:28:49.793740 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:28:49.797994 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:28:49.845374 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Pushing event updated for resources: {'Port': ['ID=1d711980-28f5-4a4f-b207-5ecef1d8071d,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:49.853005 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:50.225556 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:50.548858 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f0b38b-d0ed-407a-9168-d0da40774dec None None] Network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:28:50.593035 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 20f37d55-bad3-4acc-9dae-822cb41b6b5c up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:28:50.689652 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-a8db0ea6-09dd-4028-be91-ec3cef6df78e None None] Provisioning for port 20f37d55-bad3-4acc-9dae-822cb41b6b5c completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:28:50.729800 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519823'] for router, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:50.775656 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 20f37d55-bad3-4acc-9dae-822cb41b6b5c completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:28:50.788488 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 20f37d55-bad3-4acc-9dae-822cb41b6b5c triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:50.788807 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:50.949970 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 is scheduled to L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d with binding_index 1 {{(pid=91668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:28:50.962969 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:50.997892 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 20f37d55-bad3-4acc-9dae-822cb41b6b5c, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=20f37d55-bad3-4acc-9dae-822cb41b6b5c,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:51.003527 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:51.009711 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-cecd3aaa-8295-44f8-9fe7-1511aaabd3c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:51.080759 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=20f37d55-bad3-4acc-9dae-822cb41b6b5c,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:51.084624 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:51.136283 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:28:51.144388 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Sync routers for ids ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:28:51.153504 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Routers {'4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:51.154198 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:51.160530 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] Notify callbacks [] for router, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:51.164183 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-d29b0038-acce-40eb-b9f1-8c516d427eaf admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5208721 May 20 04:28:51.164617 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55064) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:51.296908 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-2e957461-2b5b-4a01-b5e7-db63383e5a9d None None] Provisioning complete for port 20f37d55-bad3-4acc-9dae-822cb41b6b5c triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:51.297323 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2e957461-2b5b-4a01-b5e7-db63383e5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:51.385154 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Set router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:51.633139 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-17db7e73-86b7-4959-8eaa-bb4aaaf85151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:51.741079 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:50Z', 'revision_number': 3, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:51.745227 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Checking router: 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:28:51.745595 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Updating router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 port 1d711980-28f5-4a4f-b207-5ecef1d8071d binding host dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:28:51.799677 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:51.847691 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55074) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:51.854105 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.184772 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Allocated IP 172.20.0.1 (37cb5782-4f1e-4f73-b6b4-fb91cfd06977/8dfce593-6088-4c59-b222-a68eaef185af/137275a1-1427-4c96-87c5-82e6b7239243) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:28:52.190499 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.203092 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Transition to ACTIVE for port object 1d711980-28f5-4a4f-b207-5ecef1d8071d will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:28:52.209164 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.212751 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-0e78d38f-4455-48d5-9a50-4314ece665f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:52.290161 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe6909-2ff7-4447-9919-4b1024131523 None None] Pushing event updated for resources: {'Port': ['ID=1d711980-28f5-4a4f-b207-5ecef1d8071d,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:52.292498 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Attempting to bind port 1d711980-28f5-4a4f-b207-5ecef1d8071d on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:28:52.292498 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Attempting to bind port 1d711980-28f5-4a4f-b207-5ecef1d8071d by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:28:52.292772 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Attempting to bind port 1d711980-28f5-4a4f-b207-5ecef1d8071d on network 15348c5a-0e86-4be2-ba9e-cffdb25c56df {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:28:52.295159 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-e3fe6909-2ff7-4447-9919-4b1024131523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:52.299982 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:28:52.300364 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Checking segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:28:52.300773 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.301836 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Bound using segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:28:52.301836 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Bound port: 1d711980-28f5-4a4f-b207-5ecef1d8071d, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:28:52.302081 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.342586 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.359244 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Transition to ACTIVE for port object 137275a1-1427-4c96-87c5-82e6b7239243 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:28:52.379722 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] For port 1d711980-28f5-4a4f-b207-5ecef1d8071d, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:28:52.383424 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] For port 1d711980-28f5-4a4f-b207-5ecef1d8071d, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=1d711980-28f5-4a4f-b207-5ecef1d8071d,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:28:52.385720 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.389329 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.391025 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:52.393417 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-76f1e11c-3b43-49a4-899a-6609a61cb09d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:52.461599 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:28:52.464599 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:28:52.467307 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:28:52.472822 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520521'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.481270 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Routers {'4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:52.483537 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:52.512151 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Pushing event updated for resources: {'Port': ['ID=137275a1-1427-4c96-87c5-82e6b7239243,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:52.515855 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:52.536287 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520508'] for router_interface, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.584708 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe6909-2ff7-4447-9919-4b1024131523 None None] Pushing event updated for resources: {'Port': ['ID=1d711980-28f5-4a4f-b207-5ecef1d8071d,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:52.587930 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 20f37d55-bad3-4acc-9dae-822cb41b6b5c up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:28:52.618527 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-e3fe6909-2ff7-4447-9919-4b1024131523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:52.756652 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 20f37d55-bad3-4acc-9dae-822cb41b6b5c triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:52.757371 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.810648 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:52.824646 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] Set router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:52.924886 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-36c85849-5541-4721-bb5c-d610d5f9a688 None None] Provisioning for port 137275a1-1427-4c96-87c5-82e6b7239243 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:28:52.962555 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-36c85849-5541-4721-bb5c-d610d5f9a688 None None] Provisioning complete for port 137275a1-1427-4c96-87c5-82e6b7239243 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:52.962868 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-36c85849-5541-4721-bb5c-d610d5f9a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.048082 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.053558 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.062296 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Deleting port 80cd4a0d-a344-4198-aa83-1574fe48f06a {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:53.062829 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.083891 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-84ae2d59-ac01-4549-aa5a-3eb156b6baf3 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:53.116660 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-36c85849-5541-4721-bb5c-d610d5f9a688 None None] Port 137275a1-1427-4c96-87c5-82e6b7239243 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:28:53.170910 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Pushing event updated for resources: {'Port': ['ID=137275a1-1427-4c96-87c5-82e6b7239243,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:53.173985 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:53.175527 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7988385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520539'] for router_interface, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.191352 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] For port 80cd4a0d-a344-4198-aa83-1574fe48f06a, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=80cd4a0d-a344-4198-aa83-1574fe48f06a,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:53.191991 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.222054 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:50Z', 'revision_number': 3, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:53.226027 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9682bd5-da0d-44ee-ad95-8717c132e5f1 None None] The sync data for ids ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'] in dv-cinder-782405-9-smb is: [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:50Z', 'revision_number': 3, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:28:53.314658 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:28:53.315818 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:28:53.321951 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Calling delete_port for 80cd4a0d-a344-4198-aa83-1574fe48f06a owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:53.520555 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.524373 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c82cf2f0-4abf-43d1-a2a5-42f9f8699158 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:53.539247 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:28:53.579685 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=80cd4a0d-a344-4198-aa83-1574fe48f06a,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:53.583314 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:53.648726 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-2e8fa04c-3302-4f54-8087-a0883a0584e2 None None] Provisioning complete for port 137275a1-1427-4c96-87c5-82e6b7239243 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:53.649109 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2e8fa04c-3302-4f54-8087-a0883a0584e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.737356 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fa04c-3302-4f54-8087-a0883a0584e2 None None] Port 137275a1-1427-4c96-87c5-82e6b7239243 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:28:53.804662 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-78b980d0-37eb-48e4-ad88-d5fc246c4eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.882854 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:28:53.891820 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] 10.222.0.72 "PUT /v2.0/routers/4c13d8e2-6bb6-4131-8e0d-d097e13c09c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7261436 May 20 04:28:53.911171 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7988410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519129'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:53.955927 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.396355 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Router 81f9dcfc-44c4-40be-b247-251b90be5af4 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:28:54.461493 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55094) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:54.467258 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2041499479-network', 'tenant_id': '176c222600a940fea150b39e0f94bda2'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:54.472380 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:54.476412 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Usage tracker for resource:network and tenant:176c222600a940fea150b39e0f94bda2 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:54.479340 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:54.490017 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:54.503592 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Made reservation on behalf of 176c222600a940fea150b39e0f94bda2 for: {'network': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:28:54.505243 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7852097'] for network, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.518120 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.532396 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:54.536125 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Usage tracker for resource:security_group_rule and tenant:176c222600a940fea150b39e0f94bda2 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:54.538845 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:54.547883 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:54.588664 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:28:54.601539 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] 10.222.0.72 "PUT /v2.0/routers/81f9dcfc-44c4-40be-b247-251b90be5af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7522097 May 20 04:28:54.601762 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] Sync routers for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:28:54.606935 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55098) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:54.614114 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:54.614980 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:54.640137 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 1d711980-28f5-4a4f-b207-5ecef1d8071d up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:28:54.721525 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 1d711980-28f5-4a4f-b207-5ecef1d8071d completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:28:54.726271 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 1d711980-28f5-4a4f-b207-5ecef1d8071d triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:54.726893 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.801703 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:54.816508 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.824485 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.830458 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3ece1b74-5550-4514-9a88-173b72e58805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:54.851028 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Notify callbacks [] for router, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.883308 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.908504 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.928368 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 1d711980-28f5-4a4f-b207-5ecef1d8071d, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=1d711980-28f5-4a4f-b207-5ecef1d8071d,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:54.933420 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=91668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 04:28:54.933579 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.935491 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-088def77-a22c-47e3-8647-ab81de2ede83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:54.963618 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a350c1a1-9e2f-4703-a7a7-77fa958570d6,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:54.970046 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:54.973109 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:54.973463 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.segments_db [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Added segment 344314df-cd86-482d-8d18-1bb28ee86f5f of type vlan for network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 May 20 04:28:55.006462 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=1d711980-28f5-4a4f-b207-5ecef1d8071d,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:55.009429 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:55.073563 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780334527353'] for network, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:55.106160 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Sync routers for ids ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:28:55.106791 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:28:53Z', 'revision_number': 5, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port': {'id': '5151c7a7-d490-42fa-8551-0dc526ddf58a', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:23:01Z', 'updated_at': '2021-05-20T04:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:55.111314 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] Checking router: 81f9dcfc-44c4-40be-b247-251b90be5af4 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:28:55.116633 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:55.116885 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Routers {'4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:55.117758 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:55.120328 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] Routers {'81f9dcfc-44c4-40be-b247-251b90be5af4'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:55.120930 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['81f9dcfc-44c4-40be-b247-251b90be5af4'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:55.177456 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403'] for network, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:55.180370 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:55.181090 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:55.187433 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:55.268477 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] Set router 81f9dcfc-44c4-40be-b247-251b90be5af4 gateway port host: None {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:55.301357 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Pushing event updated for resources: {'Network': ['ID=8f7dc31e-82fb-4e58-96e4-d9988f3cc880,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:55.305002 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:55.310199 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8449028 May 20 04:28:55.310584 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55102) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:55.314983 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Set router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:55.317590 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Request body: {'subnet': {'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2041499479-subnet', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'ip_version': 4}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:55.324609 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:55.327738 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Deleting port 5151c7a7-d490-42fa-8551-0dc526ddf58a {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:55.328084 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:55.355176 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Usage tracker for resource:subnet and tenant:176c222600a940fea150b39e0f94bda2 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:55.359980 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:55.361030 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 details requested by agent ovs-agent-dv-cinder-782405-9-smb with host dv-cinder-782405-9-smb {{(pid=91669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 04:28:55.366542 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:55.381751 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:28:55Z', 'revision_number': 6, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port_host': None}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:55.385997 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f391f-6cfb-40ab-93df-99510e5aec70 None None] The sync data for ids ['81f9dcfc-44c4-40be-b247-251b90be5af4'] in dv-cinder-782405-9-smb is: [{'id': '81f9dcfc-44c4-40be-b247-251b90be5af4', 'name': 'tempest-AttachVolumeTestJSON-2034187360-router', 'tenant_id': '05a4d4fd73734888b8994386fe6df1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:00Z', 'updated_at': '2021-05-20T04:28:55Z', 'revision_number': 6, 'project_id': '05a4d4fd73734888b8994386fe6df1df', 'gw_port_host': None}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:28:55.431197 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Made reservation on behalf of 176c222600a940fea150b39e0f94bda2 for: {'subnet': 1} {{(pid=91668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:28:55.433498 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2711172'] for subnet, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:55.567707 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] For port 5151c7a7-d490-42fa-8551-0dc526ddf58a, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=5151c7a7-d490-42fa-8551-0dc526ddf58a,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:55.568398 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:55.696006 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Calling delete_port for 5151c7a7-d490-42fa-8551-0dc526ddf58a owned by network:router_gateway {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:55.721928 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '137275a1-1427-4c96-87c5-82e6b7239243', 'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'mac_address': 'fa:16:3e:e1:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:51Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 2, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'subnets': [{'id': '8dfce593-6088-4c59-b222-a68eaef185af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:55.725803 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Checking router: 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:28:55.726205 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Updating router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 port 137275a1-1427-4c96-87c5-82e6b7239243 binding host dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:28:55.781468 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.147734 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.166012 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Transition to ACTIVE for port object 137275a1-1427-4c96-87c5-82e6b7239243 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:28:56.174258 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.187840 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:56.275697 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.281927 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9e71101d-14d7-4b67-a739-21c5284bdaf4 tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:56.315986 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fed77-8531-4dde-a4a7-ba549f474bce None None] Pushing event updated for resources: {'Port': ['ID=137275a1-1427-4c96-87c5-82e6b7239243,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:56.327135 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-9b0fed77-8531-4dde-a4a7-ba549f474bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:56.342783 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Pushing event deleted for resources: {'Port': ['ID=5151c7a7-d490-42fa-8551-0dc526ddf58a,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:56.346529 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:56.466075 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Attempting to bind port 137275a1-1427-4c96-87c5-82e6b7239243 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:28:56.466678 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Attempting to bind port 137275a1-1427-4c96-87c5-82e6b7239243 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:28:56.467112 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Attempting to bind port 137275a1-1427-4c96-87c5-82e6b7239243 on network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:28:56.487431 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:28:56.490099 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Checking segment: {'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:28:56.490099 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.490323 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Bound using segment: {'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:28:56.496111 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Bound port: 137275a1-1427-4c96-87c5-82e6b7239243, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:28:56.496517 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.507390 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.538780 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519778'] for router_gateway, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.642742 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 1d711980-28f5-4a4f-b207-5ecef1d8071d up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:28:56.680073 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c5b84-1b17-48ca-8cce-dff574f6b78e req-81654de5-2ae0-49bf-8987-d5864043ca89 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:56.682661 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-264c5b84-1b17-48ca-8cce-dff574f6b78e req-81654de5-2ae0-49bf-8987-d5864043ca89 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0854976 May 20 04:28:56.703905 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] For port 137275a1-1427-4c96-87c5-82e6b7239243, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:28:56.716639 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] For port 137275a1-1427-4c96-87c5-82e6b7239243, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=137275a1-1427-4c96-87c5-82e6b7239243,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:28:56.723178 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.727566 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2936344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2711222'] for subnet, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.731039 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:56.734611 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-264c5b84-1b17-48ca-8cce-dff574f6b78e req-8b6d3576-0d7e-479d-8b40-68394feab3de tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448549 May 20 04:28:56.741001 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:56.772539 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.782728 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.792110 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 1d711980-28f5-4a4f-b207-5ecef1d8071d triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:56.792493 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.866851 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Routers {'4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:28:56.867508 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:56.898980 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516917'] for router, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.899506 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f9dcfc-44c4-40be-b247-251b90be5af4 {{(pid=91668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:28:56.900829 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f8181e-b760-455f-aa91-f5e787b871ff,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:56.905951 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:56.926162 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fed77-8531-4dde-a4a7-ba549f474bce None None] Pushing event updated for resources: {'Port': ['ID=137275a1-1427-4c96-87c5-82e6b7239243,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:56.935350 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-9b0fed77-8531-4dde-a4a7-ba549f474bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:56.938643 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Checking segment: {'id': '344314df-cd86-482d-8d18-1bb28ee86f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:28:56.939015 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Network hostable DHCP agents. Network: 8f7dc31e-82fb-4e58-96e4-d9988f3cc880, hostable agents: ['5a7fdc1b-2e88-478e-a749-15b332fe54a6'], hosted agents: [] {{(pid=91668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 04:28:56.951326 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Notify callbacks [] for router, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:56.953961 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] 10.222.0.72 "DELETE /v2.0/routers/81f9dcfc-44c4-40be-b247-251b90be5af4 HTTP/1.1" status: 204 len: 168 time: 2.3445933 May 20 04:28:56.955173 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55120) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:56.987737 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 is scheduled to be hosted by DHCP agent 5a7fdc1b-2e88-478e-a749-15b332fe54a6 with binding_index 1 {{(pid=91668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 04:28:57.000694 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-9-smb, 8f7dc31e-82fb-4e58-96e4-d9988f3cc880) {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:28:57.015118 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:57.017123 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.034046 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d328f9a3-aa62-4376-883a-289d131944a8 admin admin] Deleting subnet d830b1e6-1a25-4745-b771-c773f3d95474 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:28:57.040152 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d328f9a3-aa62-4376-883a-289d131944a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.044417 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-740d32d7-ba7b-43c9-bcd9-772a34c0d24b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7328770 May 20 04:28:57.045142 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55124) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:57.054038 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2041499479-router', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:28:57.057768 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:28:57.063375 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Usage tracker for resource:router and tenant:176c222600a940fea150b39e0f94bda2 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:28:57.068433 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:28:57.068861 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9572b2-69f4-45b0-8d19-c3be1ca4ed39 None None] Network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:28:57.075002 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:28:57.089324 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-465268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.090805 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7881139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.093887 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d328f9a3-aa62-4376-883a-289d131944a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091801'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.107219 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.222575 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d328f9a3-aa62-4376-883a-289d131944a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.225831 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] Set router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:28:57.297251 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 5151c7a7-d490-42fa-8551-0dc526ddf58a no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:57.353230 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 5151c7a7-d490-42fa-8551-0dc526ddf58a {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:57.353534 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 5151c7a7-d490-42fa-8551-0dc526ddf58a not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:57.353921 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 80cd4a0d-a344-4198-aa83-1574fe48f06a no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:57.385837 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.473113 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 80cd4a0d-a344-4198-aa83-1574fe48f06a {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:57.473382 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 80cd4a0d-a344-4198-aa83-1574fe48f06a not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:57.479713 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d328f9a3-aa62-4376-883a-289d131944a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2130404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686475'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.484837 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9eed0ef0-9215-49d9-85db-c448f3c1dad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:57.518515 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328f9a3-aa62-4376-883a-289d131944a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d830b1e6-1a25-4745-b771-c773f3d95474,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:57.524783 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d328f9a3-aa62-4376-883a-289d131944a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:57.525762 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d328f9a3-aa62-4376-883a-289d131944a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.532297 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-d328f9a3-aa62-4376-883a-289d131944a8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d830b1e6-1a25-4745-b771-c773f3d95474 HTTP/1.1" status: 204 len: 168 time: 0.5758364 May 20 04:28:57.534854 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55128) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:57.570328 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7789d44-9cad-458b-81cf-7141976b9cab None None] Network 75b2d426-2178-48f9-bcce-df1758c4b992 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:28:57.649025 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.706082 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb13471c2-eec4-589b-b02e-aecc33f1564a-8f7dc31e-82fb-4e58-96e4-d9988f3cc880', 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'fixed_ips': [{'subnet_id': 'c6f8181e-b760-455f-aa91-f5e787b871ff'}]}} from dv-cinder-782405-9-smb. {{(pid=91669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 04:28:57.706773 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.713226 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.726869 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Deleting port 7c84bd2a-72cf-4118-babe-f6cece283bd0 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:28:57.727454 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.835230 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] For port 7c84bd2a-72cf-4118-babe-f6cece283bd0, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=7c84bd2a-72cf-4118-babe-f6cece283bd0,segment=NetworkSegment(070a8d2b-4b07-4bbd-a9dd-c6a97245d730),segment_id=070a8d2b-4b07-4bbd-a9dd-c6a97245d730)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:57.835687 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:57.868856 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.063785 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6851-dff2-48f7-ac80-ee407dbd2d4a req-bdb71216-055f-4604-bbd3-ebd562539820 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:58.065592 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ce7a6851-dff2-48f7-ac80-ee407dbd2d4a req-bdb71216-055f-4604-bbd3-ebd562539820 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1630182 May 20 04:28:58.086942 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Calling delete_port for 7c84bd2a-72cf-4118-babe-f6cece283bd0 owned by network:dhcp {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:28:58.095525 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.db_base_plugin_common [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Allocated IP 172.20.0.2 (8f7dc31e-82fb-4e58-96e4-d9988f3cc880/c6f8181e-b760-455f-aa91-f5e787b871ff/69cd86d9-6b07-42ff-b791-982ca6ed56fd) {{(pid=91669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:28:58.107663 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Allocated IP 172.28.0.27 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/ade5d732-33e0-4e72-8344-e39a551e9580) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:28:58.111071 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '137275a1-1427-4c96-87c5-82e6b7239243', 'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'mac_address': 'fa:16:3e:e1:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:51Z', 'updated_at': '2021-05-20T04:28:56Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'subnets': [{'id': '8dfce593-6088-4c59-b222-a68eaef185af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:58.139616 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ce7a6851-dff2-48f7-ac80-ee407dbd2d4a req-2440ebf4-8369-4dd4-b196-d018adda68a3 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662637 May 20 04:28:58.142538 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a6f41-90ef-48c8-be81-b8bf1bf95af5 None None] The sync data for ids ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'] in dv-cinder-782405-9-smb is: [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '137275a1-1427-4c96-87c5-82e6b7239243', 'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'mac_address': 'fa:16:3e:e1:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:51Z', 'updated_at': '2021-05-20T04:28:56Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'subnets': [{'id': '8dfce593-6088-4c59-b222-a68eaef185af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:28:58.156171 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.164181 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f2b522ea-cfce-4571-9ae5-409c411b1ffc tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:58.213391 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f09d923-ad53-4443-abb6-5b88782abb8a None None] DHCP port deletion for 75b2d426-2178-48f9-bcce-df1758c4b992 request from dv-cinder-782405-9-smb {{(pid=91669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:28:58.233023 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] No DVR routers for this DVR port 7c84bd2a-72cf-4118-babe-f6cece283bd0 on host dv-cinder-782405-9-smb {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:28:58.287322 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c84bd2a-72cf-4118-babe-f6cece283bd0,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:58.297514 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:58.362112 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.387301 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Notify callbacks [] for port, precommit_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.401220 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.406106 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Transition to ACTIVE for port object 69cd86d9-6b07-42ff-b791-982ca6ed56fd will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:28:58.415161 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:58.418600 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.427975 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Transition to ACTIVE for port object 69cd86d9-6b07-42ff-b791-982ca6ed56fd will not be triggered until provisioned by entity DHCP. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:28:58.438419 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535'] for port, after_create {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.443865 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b2d426-2178-48f9-bcce-df1758c4b992']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:58.450722 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:58.469013 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070a8d2b-4b07-4bbd-a9dd-c6a97245d730') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:58.469376 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070a8d2b-4b07-4bbd-a9dd-c6a97245d730') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:28:58.506696 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.510489 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 is already hosted by enough agents. {{(pid=91669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:28:58.520299 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Resources bound (agent type, host, resource id): {{(pid=91669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:28:58.525634 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Received port after_create {{(pid=91669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:28:58.528937 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.541645 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:28:58.542667 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:28:58.572118 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:28:58.596323 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Pushing event updated for resources: {'Port': ['ID=ade5d732-33e0-4e72-8344-e39a551e9580,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:58.611556 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:58.630414 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:28:58.633669 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:28:58.640188 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:28:58.647650 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Pushing event updated for resources: {'Port': ['ID=69cd86d9-6b07-42ff-b791-982ca6ed56fd,revision_number=1']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:58.649980 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:28:58.668164 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:58.678851 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 137275a1-1427-4c96-87c5-82e6b7239243 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:28:58.719818 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Attempting to bind port 69cd86d9-6b07-42ff-b791-982ca6ed56fd on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:28:58.720300 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Attempting to bind port 69cd86d9-6b07-42ff-b791-982ca6ed56fd by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '344314df-cd86-482d-8d18-1bb28ee86f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:28:58.720763 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Attempting to bind port 69cd86d9-6b07-42ff-b791-982ca6ed56fd on network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:28:58.722936 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.726846 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6e89f72b-e826-42ee-8ad7-c5ebfc91e758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:58.735037 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:28:58.735725 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Checking segment: {'id': '344314df-cd86-482d-8d18-1bb28ee86f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:28:58.736244 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.736708 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Bound using segment: {'id': '344314df-cd86-482d-8d18-1bb28ee86f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:28:58.737298 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Bound port: 69cd86d9-6b07-42ff-b791-982ca6ed56fd, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344314df-cd86-482d-8d18-1bb28ee86f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:28:58.737744 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.743556 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.754791 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Pushing event deleted for resources: {'Network': ['ID=75b2d426-2178-48f9-bcce-df1758c4b992,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:58.758496 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:58.773362 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] 10.222.0.72 "DELETE /v2.0/networks/75b2d426-2178-48f9-bcce-df1758c4b992 HTTP/1.1" status: 204 len: 168 time: 1.2351906 May 20 04:28:58.838314 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] For port 69cd86d9-6b07-42ff-b791-982ca6ed56fd, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:28:58.841808 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] For port 69cd86d9-6b07-42ff-b791-982ca6ed56fd, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=69cd86d9-6b07-42ff-b791-982ca6ed56fd,segment=NetworkSegment(344314df-cd86-482d-8d18-1bb28ee86f5f),segment_id=344314df-cd86-482d-8d18-1bb28ee86f5f)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:28:58.852851 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:58.859411 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:58.967549 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Pushing event updated for resources: {'Port': ['ID=69cd86d9-6b07-42ff-b791-982ca6ed56fd,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:58.967549 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 137275a1-1427-4c96-87c5-82e6b7239243 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:28:58.975139 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:58.975773 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 137275a1-1427-4c96-87c5-82e6b7239243 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:28:58.976149 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.028664 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55136) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:59.109989 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-2cf7870f-8a77-4638-8ae4-fc1c3e294c40 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05a4d4fd73734888b8994386fe6df1df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0800383 May 20 04:28:59.112382 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55140) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:28:59.138924 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.183288 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 137275a1-1427-4c96-87c5-82e6b7239243, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=137275a1-1427-4c96-87c5-82e6b7239243,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:28:59.210596 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.214219 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:59.231860 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.234607 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa4ae-f954-4b43-977c-35b8e56ed849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.310388 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa4ae-f954-4b43-977c-35b8e56ed849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.325238 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 7c84bd2a-72cf-4118-babe-f6cece283bd0 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:28:59.401028 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 7c84bd2a-72cf-4118-babe-f6cece283bd0 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:28:59.401664 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 7c84bd2a-72cf-4118-babe-f6cece283bd0 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:28:59.410173 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=137275a1-1427-4c96-87c5-82e6b7239243,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:59.414570 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:59.465788 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0ca29-d253-40d0-97f0-a1fe2daa2591 req-6f45d224-17a9-49f1-ab79-9d191cd4a92a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:28:59.467236 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cdb0ca29-d253-40d0-97f0-a1fe2daa2591 req-6f45d224-17a9-49f1-ab79-9d191cd4a92a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0990796 May 20 04:28:59.472838 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa4ae-f954-4b43-977c-35b8e56ed849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.478039 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-72c48f0a-d782-4bb0-bb32-2cf91d5c6a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:28:59.510095 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fa4ae-f954-4b43-977c-35b8e56ed849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d953718d-4ab7-4e59-ab5b-7bd140043428,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:28:59.515806 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5b1fa4ae-f954-4b43-977c-35b8e56ed849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:28:59.531589 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa4ae-f954-4b43-977c-35b8e56ed849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:28:59.535375 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-5b1fa4ae-f954-4b43-977c-35b8e56ed849 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d953718d-4ab7-4e59-ab5b-7bd140043428 HTTP/1.1" status: 204 len: 168 time: 0.4192152 May 20 04:28:59.560902 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cdb0ca29-d253-40d0-97f0-a1fe2daa2591 req-ed350b9c-9e51-4537-8e54-57171a10f243 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837271 May 20 04:28:59.694448 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519823'] for router, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.044426 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Router 9198b49b-c639-4c5e-8225-d9bf8506e44f is scheduled to L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d with binding_index 1 {{(pid=91668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 04:29:00.117516 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed67af3a-5d07-445e-a579-ca7df4b1b400 None None] Network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:29:00.234501 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-8d235ed8-8598-4f4d-9e3d-fea403e25d00 None None] Provisioning for port 69cd86d9-6b07-42ff-b791-982ca6ed56fd completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:29:00.240480 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:29:00.249981 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Sync routers for ids ['9198b49b-c639-4c5e-8225-d9bf8506e44f'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:29:00.266688 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Routers {'9198b49b-c639-4c5e-8225-d9bf8506e44f'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:29:00.267602 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['9198b49b-c639-4c5e-8225-d9bf8506e44f'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:00.277004 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] Notify callbacks [] for router, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.279970 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f18af22a-f9ca-4239-b6bb-ab30a8b04d1d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2338505 May 20 04:29:00.281968 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55164) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:00.495769 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Set router 9198b49b-c639-4c5e-8225-d9bf8506e44f gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:29:00.711252 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 137275a1-1427-4c96-87c5-82e6b7239243 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:00.803346 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 137275a1-1427-4c96-87c5-82e6b7239243 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:00.803903 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:00.841465 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24374be-822b-4b3a-9336-6d894584728b req-f6f627a4-e705-44fb-873b-4c24a27bae82 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:00.845831 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b24374be-822b-4b3a-9336-6d894584728b req-f6f627a4-e705-44fb-873b-4c24a27bae82 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1007056 May 20 04:29:00.910142 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b24374be-822b-4b3a-9336-6d894584728b req-09be6bd5-24bc-4d27-9f6d-b5f5785e81dd tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571048 May 20 04:29:00.937921 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 69cd86d9-6b07-42ff-b791-982ca6ed56fd up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:00.971652 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'name': 'tempest-TestShelveInstance-2041499479-router', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:28:58Z', 'revision_number': 3, 'project_id': '176c222600a940fea150b39e0f94bda2', 'gw_port': {'id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:00.977387 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Checking router: 9198b49b-c639-4c5e-8225-d9bf8506e44f for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:29:00.977988 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Updating router 9198b49b-c639-4c5e-8225-d9bf8506e44f port ade5d732-33e0-4e72-8344-e39a551e9580 binding host dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:29:01.017875 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 69cd86d9-6b07-42ff-b791-982ca6ed56fd completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:29:01.023318 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 69cd86d9-6b07-42ff-b791-982ca6ed56fd triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:01.023741 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.050226 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.170795 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.208831 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 69cd86d9-6b07-42ff-b791-982ca6ed56fd, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=69cd86d9-6b07-42ff-b791-982ca6ed56fd,segment=NetworkSegment(344314df-cd86-482d-8d18-1bb28ee86f5f),segment_id=344314df-cd86-482d-8d18-1bb28ee86f5f)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:01.213998 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.214729 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.217972 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-e3fe6909-2ff7-4447-9919-4b1024131523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:01.309617 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=69cd86d9-6b07-42ff-b791-982ca6ed56fd,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:01.313388 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:01.445750 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Notify callbacks [] for port, precommit_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.459031 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.provisioning_blocks [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Transition to ACTIVE for port object ade5d732-33e0-4e72-8344-e39a551e9580 will not be triggered until provisioned by entity L2. {{(pid=91670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:29:01.466496 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.472463 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-f03a088d-55ef-44cc-bc4f-6f06d8b5f7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:01.546562 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Attempting to bind port ade5d732-33e0-4e72-8344-e39a551e9580 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:29:01.546935 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Attempting to bind port ade5d732-33e0-4e72-8344-e39a551e9580 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:29:01.547717 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Attempting to bind port ade5d732-33e0-4e72-8344-e39a551e9580 on network 15348c5a-0e86-4be2-ba9e-cffdb25c56df {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:29:01.555245 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Allocated IP 172.20.0.1 (8f7dc31e-82fb-4e58-96e4-d9988f3cc880/c6f8181e-b760-455f-aa91-f5e787b871ff/0efed30a-99aa-4f5e-a14d-c4f5f260e486) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:29:01.556307 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Pushing event updated for resources: {'Port': ['ID=ade5d732-33e0-4e72-8344-e39a551e9580,revision_number=2']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:01.558779 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:29:01.559184 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Checking segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:29:01.559614 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.560034 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Bound using segment: {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'} {{(pid=91670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:29:01.560693 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.managers [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Bound port: ade5d732-33e0-4e72-8344-e39a551e9580, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b52eb1a-f66e-4807-9f49-e828076eba15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df'}}] {{(pid=91670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:29:01.561012 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.603137 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.603495 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.603849 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.604178 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.604507 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.604837 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.605162 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.605482 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.605816 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.606121 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.606439 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.607012 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:01.616678 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:01.655226 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] For port ade5d732-33e0-4e72-8344-e39a551e9580, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:29:01.659176 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.plugins.ml2.db [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] For port ade5d732-33e0-4e72-8344-e39a551e9580, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=ade5d732-33e0-4e72-8344-e39a551e9580,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:29:01.663632 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron_lib.callbacks.manager [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.669446 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:01.711535 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.728033 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Transition to ACTIVE for port object 0efed30a-99aa-4f5e-a14d-c4f5f260e486 will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:29:01.744834 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Routers {'9198b49b-c639-4c5e-8225-d9bf8506e44f'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:29:01.745473 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['9198b49b-c639-4c5e-8225-d9bf8506e44f'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:01.755566 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.767030 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2acabdf9-d7d9-47b6-a632-b431d94ec388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:01.805102 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Pushing event updated for resources: {'Port': ['ID=ade5d732-33e0-4e72-8344-e39a551e9580,revision_number=3']} {{(pid=91670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:01.814031 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:29:01.814417 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG oslo_concurrency.lockutils [None req-659d9809-31fe-4d62-b48c-3bf042e46875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:01.821504 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:29:01.825652 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:29:01.864055 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55196) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:01.897780 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0efed30a-99aa-4f5e-a14d-c4f5f260e486,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:01.907349 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:01.911936 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520508'] for router_interface, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:01.942000 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] Set router 9198b49b-c639-4c5e-8225-d9bf8506e44f gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:29:02.050917 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.074819 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:02.079165 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] Usage tracker for resource:security_group_rule and tenant:b007b0aa5d394f7990dfaa7c9c6aa85c is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:02.082391 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:02.088570 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:02.134441 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-21c77001-38f9-466a-9179-b2c063eb4e01 None None] Provisioning for port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:29:02.142216 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-21c77001-38f9-466a-9179-b2c063eb4e01 None None] Provisioning complete for port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:02.143137 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-21c77001-38f9-466a-9179-b2c063eb4e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.209612 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3d05-f5e6-4ee0-aab5-9c0428385a53 req-6615ad32-4586-4e62-862e-c5b213727ee6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:02.209919 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.212438 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cb2b3d05-f5e6-4ee0-aab5-9c0428385a53 req-6615ad32-4586-4e62-862e-c5b213727ee6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1524720 May 20 04:29:02.220765 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.229874 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-510112ab-30aa-4d2e-a75b-4f7002396e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:02.273309 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-21c77001-38f9-466a-9179-b2c063eb4e01 None None] Port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:29:02.279045 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b007b0aa5d394f7990dfaa7c9c6aa85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139144 May 20 04:29:02.280043 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42930249-70fb-4b7a-968d-a352d94f2da3,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:02.281819 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cb2b3d05-f5e6-4ee0-aab5-9c0428385a53 req-7b345078-5c61-4ace-b052-d253569cc918 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607970 May 20 04:29:02.282376 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55204) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:02.284745 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'name': 'tempest-TestShelveInstance-2041499479-router', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:28:58Z', 'revision_number': 3, 'project_id': '176c222600a940fea150b39e0f94bda2', 'gw_port': {'id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:02.289987 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab090c-f078-40db-b7ef-c032e9f3a011 None None] The sync data for ids ['9198b49b-c639-4c5e-8225-d9bf8506e44f'] in dv-cinder-782405-9-smb is: [{'id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'name': 'tempest-TestShelveInstance-2041499479-router', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:28:58Z', 'revision_number': 3, 'project_id': '176c222600a940fea150b39e0f94bda2', 'gw_port': {'id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:29:02.296955 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:02.386356 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.413793 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2bc5-83c8-4de3-98de-2beb28228e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.487372 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2bc5-83c8-4de3-98de-2beb28228e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.658659 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2bc5-83c8-4de3-98de-2beb28228e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.664084 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c612c3ac-edf3-490b-a4a8-c67ac4797334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:02.677836 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ade5d732-33e0-4e72-8344-e39a551e9580 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:02.691438 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f2bc5-83c8-4de3-98de-2beb28228e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42930249-70fb-4b7a-968d-a352d94f2da3,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:02.701617 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ef9f2bc5-83c8-4de3-98de-2beb28228e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:02.738280 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2bc5-83c8-4de3-98de-2beb28228e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.741968 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-ef9f2bc5-83c8-4de3-98de-2beb28228e76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/42930249-70fb-4b7a-968d-a352d94f2da3 HTTP/1.1" status: 204 len: 168 time: 0.4559255 May 20 04:29:02.759344 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port ade5d732-33e0-4e72-8344-e39a551e9580 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:29:02.762216 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.765681 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port ade5d732-33e0-4e72-8344-e39a551e9580 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:02.766245 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.769354 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.814299 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a2cce284-f7b6-4827-98bf-d5a6848b9606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:02.871125 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7988385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520539'] for router_interface, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.897341 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.917398 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0efed30a-99aa-4f5e-a14d-c4f5f260e486,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:02.921597 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:02.944680 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port ade5d732-33e0-4e72-8344-e39a551e9580, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=ade5d732-33e0-4e72-8344-e39a551e9580,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:02.952130 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:02.953038 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 69cd86d9-6b07-42ff-b791-982ca6ed56fd up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:02.987184 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-e3fe6909-2ff7-4447-9919-4b1024131523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:03.024336 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:29:03.025718 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:29:03.076302 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=ade5d732-33e0-4e72-8344-e39a551e9580,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:03.087809 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:03.102256 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 69cd86d9-6b07-42ff-b791-982ca6ed56fd triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:03.104492 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.217526 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55212) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:03.240642 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Router 9198b49b-c639-4c5e-8225-d9bf8506e44f has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:29:03.245680 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab344a94-3190-4b19-82bd-561f05bd5e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.281938 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-ab344a94-3190-4b19-82bd-561f05bd5e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:03.289789 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ab344a94-3190-4b19-82bd-561f05bd5e11 admin admin] Usage tracker for resource:security_group_rule and tenant:78b944e380b840f281242e459122de62 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:03.293067 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-ab344a94-3190-4b19-82bd-561f05bd5e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:03.301479 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-ab344a94-3190-4b19-82bd-561f05bd5e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:03.325455 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bca21a18-c7ae-4fee-86e4-60cb5de20193 None None] Provisioning complete for port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:03.326054 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bca21a18-c7ae-4fee-86e4-60cb5de20193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.404973 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab344a94-3190-4b19-82bd-561f05bd5e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.412167 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab344a94-3190-4b19-82bd-561f05bd5e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.418104 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bca21a18-c7ae-4fee-86e4-60cb5de20193 None None] Port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:29:03.423867 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5c5c6e06-8050-475f-867e-ac223f10a03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:03.508161 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-ab344a94-3190-4b19-82bd-561f05bd5e11 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78b944e380b840f281242e459122de62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889109 May 20 04:29:03.515872 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab344a94-3190-4b19-82bd-561f05bd5e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf7378-1983-4ec7-8511-a7e4cb932162,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:03.520242 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55218) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:03.524197 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ab344a94-3190-4b19-82bd-561f05bd5e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:03.580170 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:29:03.585074 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] 10.222.0.72 "PUT /v2.0/routers/9198b49b-c639-4c5e-8225-d9bf8506e44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3016813 May 20 04:29:03.585388 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e5c3-d540-4378-b30f-4d742192aefb req-6362b49d-33f6-4b61-b945-ced5d6e908f8 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:03.586818 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a28e5c3-d540-4378-b30f-4d742192aefb req-6362b49d-33f6-4b61-b945-ced5d6e908f8 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1415524 May 20 04:29:03.624762 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-82428bef-0021-4120-945a-2a6ee5afe3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.667511 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3a28e5c3-d540-4378-b30f-4d742192aefb req-5a774165-98d0-47a2-a0ce-a45eba7824ef tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681529 May 20 04:29:03.669152 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-82428bef-0021-4120-945a-2a6ee5afe3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.721869 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-82428bef-0021-4120-945a-2a6ee5afe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.725876 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-0281b401-38e2-4edd-a70e-78bf266b0a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:03.739103 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82428bef-0021-4120-945a-2a6ee5afe3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf7378-1983-4ec7-8511-a7e4cb932162,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:03.744056 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-82428bef-0021-4120-945a-2a6ee5afe3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:03.748250 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-82428bef-0021-4120-945a-2a6ee5afe3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:03.749928 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-82428bef-0021-4120-945a-2a6ee5afe3a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a8cf7378-1983-4ec7-8511-a7e4cb932162 HTTP/1.1" status: 204 len: 168 time: 0.2290754 May 20 04:29:04.136051 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55238) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:04.141487 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1656162458', 'description': 'tempest-secgroup-smoke-1656162458 description', 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:04.148915 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:04.153109 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Usage tracker for resource:security_group and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:04.156207 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:04.163028 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:04.173344 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.193565 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:04.197322 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Usage tracker for resource:security_group_rule and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:04.200107 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:04.205751 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:04.278559 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.282525 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.287828 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-20729c6b-bf4c-4200-bf34-64f3e6e9bdf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:04.335773 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e1a723-eea7-4fc0-8330-b80a7adc17a5,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:04.338760 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:04.339747 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.340942 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2038159 May 20 04:29:04.343895 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55248) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:04.350106 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Request body: {'security_group_rule': {'security_group_id': '93e1a723-eea7-4fc0-8330-b80a7adc17a5', 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:04.359434 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:04.363372 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Usage tracker for resource:security_group_rule and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:04.366364 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:04.372414 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:04.388899 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.452749 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.456426 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.458422 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:04.481139 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b20f0c-004b-43d4-a81e-b8888e22234b,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:04.484393 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:04.492115 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.493447 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483598 May 20 04:29:04.496311 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55256) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:04.501939 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Request body: {'security_group_rule': {'security_group_id': '93e1a723-eea7-4fc0-8330-b80a7adc17a5', 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:04.508302 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:04.512236 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Usage tracker for resource:security_group_rule and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:04.515402 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:04.521592 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:04.539584 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.571177 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ade5d732-33e0-4e72-8344-e39a551e9580 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:04.617833 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.625103 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.627445 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a3406803-2f1c-48f1-b730-d36dbcfd6fcf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:04.640871 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port ade5d732-33e0-4e72-8344-e39a551e9580 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:04.641251 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.650100 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb11ad65-dab0-4241-931c-9de176af9cdb,revision_number=0']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:04.652599 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:04.663126 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.667288 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55262) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:04.667783 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-4defd6ab-70f6-4780-9e0b-386787577ac3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1702297 May 20 04:29:04.673662 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Request body: {'security_group_rule': {'security_group_id': '93e1a723-eea7-4fc0-8330-b80a7adc17a5', 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:04.680199 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:04.685637 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Usage tracker for resource:security_group_rule and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:04.688770 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:04.712267 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:04.741301 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.822109 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.828873 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.831168 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bdb77675-c5f6-4f4d-8011-184d0aa77433 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:04.857504 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb683997-5911-4dee-b12c-93a1cc910d4d,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:04.868991 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.869287 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.869777 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.870088 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.870474 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.870834 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.871226 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.871645 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.872004 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.872381 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.873244 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.873244 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:04.876505 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:04.877383 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.881117 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c657b638-67fe-489f-a273-f4f4f3f394d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2100790 May 20 04:29:04.881441 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55272) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:04.887661 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Request body: {'security_group_rule': {'security_group_id': '93e1a723-eea7-4fc0-8330-b80a7adc17a5', 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:04.894437 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:04.899734 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Usage tracker for resource:security_group_rule and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:04.903705 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:04.912732 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:04.921952 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d51e2b-b327-43c4-afcb-bd492ff1b24f req-b225f264-1a7f-45fe-b9cb-38b59a14cacd tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:04.923775 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-30d51e2b-b327-43c4-afcb-bd492ff1b24f req-b225f264-1a7f-45fe-b9cb-38b59a14cacd tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1118660 May 20 04:29:04.930403 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Sync routers for ids ['9198b49b-c639-4c5e-8225-d9bf8506e44f'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:29:04.934380 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:04.944646 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Routers {'9198b49b-c639-4c5e-8225-d9bf8506e44f'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:29:04.945388 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['9198b49b-c639-4c5e-8225-d9bf8506e44f'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:04.992723 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-30d51e2b-b327-43c4-afcb-bd492ff1b24f req-03f7b0d6-0ec7-4a48-b5d9-d29579c0f5bb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600097 May 20 04:29:05.021645 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.025637 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.027835 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-81d63241-4af6-4a87-85ae-255177529451 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:05.050860 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9786a55f-d67f-4f00-abaf-e8b5b82254f1,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:05.053246 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:05.063155 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.064647 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-61c614f5-10e8-41f9-8eaa-014d9e5ae3d9 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1819704 May 20 04:29:05.067161 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55280) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:05.072413 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Request body: {'security_group_rule': {'security_group_id': '93e1a723-eea7-4fc0-8330-b80a7adc17a5', 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:05.078873 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:05.082823 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Usage tracker for resource:security_group_rule and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:05.085806 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:05.091818 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:05.102826 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.securitygroups_db [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Project ddbf0e1189b640f2af66e1900cc470e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 04:29:05.109951 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.143608 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Set router 9198b49b-c639-4c5e-8225-d9bf8506e44f gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:29:05.186480 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.191443 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.193497 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:05.215582 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c0836b-d6bc-42c8-94d0-fddd14b4a9dc,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:05.219047 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:05.228491 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.229806 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-e155d5e2-5be0-41f8-b72b-00c5daf02bab tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616573 May 20 04:29:05.232544 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55288) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:05.238571 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Request body: {'security_group_rule': {'security_group_id': '93e1a723-eea7-4fc0-8330-b80a7adc17a5', 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:05.245101 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:05.249478 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Usage tracker for resource:security_group_rule and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:05.252687 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:05.258352 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:05.269103 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.securitygroups_db [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Project ddbf0e1189b640f2af66e1900cc470e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 04:29:05.275390 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.346427 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.352249 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884996'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.361461 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:05.381613 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ddeef2-1036-4eae-80e2-c1d2c09aca86,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:05.385753 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:05.393757 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.402897 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-f471a9af-a489-4e78-a5b8-5cd402181f74 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615245 May 20 04:29:05.478532 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'name': 'tempest-TestShelveInstance-2041499479-router', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:29:02Z', 'revision_number': 4, 'project_id': '176c222600a940fea150b39e0f94bda2', 'gw_port': {'id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '0efed30a-99aa-4f5e-a14d-c4f5f260e486', 'name': '', 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'mac_address': 'fa:16:3e:cd:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c6f8181e-b760-455f-aa91-f5e787b871ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:29:01Z', 'updated_at': '2021-05-20T04:29:02Z', 'revision_number': 2, 'project_id': '176c222600a940fea150b39e0f94bda2', 'subnets': [{'id': 'c6f8181e-b760-455f-aa91-f5e787b871ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:05.482660 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Checking router: 9198b49b-c639-4c5e-8225-d9bf8506e44f for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:29:05.483051 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Updating router 9198b49b-c639-4c5e-8225-d9bf8506e44f port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 binding host dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 04:29:05.544068 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.960127 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.972347 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Transition to ACTIVE for port object 0efed30a-99aa-4f5e-a14d-c4f5f260e486 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:29:05.979998 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:05.984334 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:06.264517 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21eaff-80ec-4c37-ab56-1a64fe44799e req-3faac887-1f9d-4333-af16-6e269b428056 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:06.266619 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9c21eaff-80ec-4c37-ab56-1a64fe44799e req-3faac887-1f9d-4333-af16-6e269b428056 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1469724 May 20 04:29:06.280620 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8a362-2b27-4c5a-8375-7db27ea6d39b None None] Pushing event updated for resources: {'Port': ['ID=0efed30a-99aa-4f5e-a14d-c4f5f260e486,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:06.284428 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-35a8a362-2b27-4c5a-8375-7db27ea6d39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:06.285336 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Attempting to bind port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 on host dv-cinder-782405-9-smb for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:29:06.285780 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Attempting to bind port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 by drivers openvswitch,hyperv on host dv-cinder-782405-9-smb at level 0 using segments [{'id': '344314df-cd86-482d-8d18-1bb28ee86f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:29:06.286217 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Attempting to bind port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 on network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:29:06.292698 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Checking agent: {'id': 'f3bde555-fdda-4f8d-b259-b3365f986404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 14, 54), 'started_at': datetime.datetime(2021, 5, 20, 4, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:29:06.293506 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Checking segment: {'id': '344314df-cd86-482d-8d18-1bb28ee86f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:29:06.294126 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.294722 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Bound using segment: {'id': '344314df-cd86-482d-8d18-1bb28ee86f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:29:06.295403 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Bound port: 0efed30a-99aa-4f5e-a14d-c4f5f260e486, host: dv-cinder-782405-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344314df-cd86-482d-8d18-1bb28ee86f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:29:06.296060 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.324519 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-9c21eaff-80ec-4c37-ab56-1a64fe44799e req-0ebc30d0-0ac9-4fb0-a8f9-e30f0b7bf750 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507805 May 20 04:29:06.401234 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] For port 0efed30a-99aa-4f5e-a14d-c4f5f260e486, host dv-cinder-782405-9-smb, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:29:06.408004 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] For port 0efed30a-99aa-4f5e-a14d-c4f5f260e486, host dv-cinder-782405-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=0efed30a-99aa-4f5e-a14d-c4f5f260e486,segment=NetworkSegment(344314df-cd86-482d-8d18-1bb28ee86f5f),segment_id=344314df-cd86-482d-8d18-1bb28ee86f5f)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:29:06.412875 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:06.418524 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:06.504032 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Routers {'9198b49b-c639-4c5e-8225-d9bf8506e44f'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:29:06.504704 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:28:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['9198b49b-c639-4c5e-8225-d9bf8506e44f'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:06.575632 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8a362-2b27-4c5a-8375-7db27ea6d39b None None] Pushing event updated for resources: {'Port': ['ID=0efed30a-99aa-4f5e-a14d-c4f5f260e486,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:06.579830 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-35a8a362-2b27-4c5a-8375-7db27ea6d39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:06.710703 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] Set router 9198b49b-c639-4c5e-8225-d9bf8506e44f gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:29:06.894679 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55380) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:07.024216 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.039112 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:07.042962 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] Usage tracker for resource:security_group_rule and tenant:8371d05307404f87b0e5d12786fa1314 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:07.045763 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:07.046760 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'name': 'tempest-TestShelveInstance-2041499479-router', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:29:02Z', 'revision_number': 4, 'project_id': '176c222600a940fea150b39e0f94bda2', 'gw_port': {'id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '0efed30a-99aa-4f5e-a14d-c4f5f260e486', 'name': '', 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'mac_address': 'fa:16:3e:cd:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c6f8181e-b760-455f-aa91-f5e787b871ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:29:01Z', 'updated_at': '2021-05-20T04:29:06Z', 'revision_number': 4, 'project_id': '176c222600a940fea150b39e0f94bda2', 'subnets': [{'id': 'c6f8181e-b760-455f-aa91-f5e787b871ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:07.050656 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364035d-e0ac-41ac-9fbd-67c279b96e64 None None] The sync data for ids ['9198b49b-c639-4c5e-8225-d9bf8506e44f'] in dv-cinder-782405-9-smb is: [{'id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'name': 'tempest-TestShelveInstance-2041499479-router', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:29:02Z', 'revision_number': 4, 'project_id': '176c222600a940fea150b39e0f94bda2', 'gw_port': {'id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '0efed30a-99aa-4f5e-a14d-c4f5f260e486', 'name': '', 'network_id': '8f7dc31e-82fb-4e58-96e4-d9988f3cc880', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'mac_address': 'fa:16:3e:cd:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c6f8181e-b760-455f-aa91-f5e787b871ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:29:01Z', 'updated_at': '2021-05-20T04:29:06Z', 'revision_number': 4, 'project_id': '176c222600a940fea150b39e0f94bda2', 'subnets': [{'id': 'c6f8181e-b760-455f-aa91-f5e787b871ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:29:07.052766 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:07.176804 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.180930 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.188363 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c321f7b1-ce93-46dd-978d-d9f31c6feb88 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:07.230449 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7b4c26-b20f-4a16-82f5-7b0e8eac66e8,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:07.235542 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8371d05307404f87b0e5d12786fa1314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397527 May 20 04:29:07.236743 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:07.238032 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55388) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:07.325961 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8278058c-937b-4224-90c0-b879e6ca2482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.352704 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8278058c-937b-4224-90c0-b879e6ca2482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.415834 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8278058c-937b-4224-90c0-b879e6ca2482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.419766 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7fec3fdb-123b-4d97-8b1e-298811ef1f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:07.433768 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278058c-937b-4224-90c0-b879e6ca2482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7b4c26-b20f-4a16-82f5-7b0e8eac66e8,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:07.453365 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8278058c-937b-4224-90c0-b879e6ca2482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:07.457698 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8278058c-937b-4224-90c0-b879e6ca2482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.471503 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-8278058c-937b-4224-90c0-b879e6ca2482 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb7b4c26-b20f-4a16-82f5-7b0e8eac66e8 HTTP/1.1" status: 204 len: 168 time: 0.2300897 May 20 04:29:07.534638 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843691f5-a3e3-4d08-bb8c-a3525e326c5b req-9dbd6550-8a12-4f60-9d26-f446ca7e22c2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:07.536346 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-843691f5-a3e3-4d08-bb8c-a3525e326c5b req-9dbd6550-8a12-4f60-9d26-f446ca7e22c2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0916688 May 20 04:29:07.590129 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-843691f5-a3e3-4d08-bb8c-a3525e326c5b req-a07125da-7767-45d9-bde5-7f6c44637414 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469060 May 20 04:29:07.788600 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55398) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:07.810439 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.828190 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:07.833480 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] Usage tracker for resource:security_group_rule and tenant:7b132b7001a14bf599496413f814633a is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:07.836720 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:07.842854 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:07.926295 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.929948 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:07.936265 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b0c79e45-7246-4db9-8494-78e13dd6c0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:07.978080 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b132b7001a14bf599496413f814633a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881890 May 20 04:29:07.978742 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb828b24-6e43-4f1a-bbde-4e13ba0cd39d,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:07.980815 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55402) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:07.982203 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:08.041839 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e52887fd-09e8-4812-b9ac-4a0d90d8bf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.068513 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e52887fd-09e8-4812-b9ac-4a0d90d8bf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.120989 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e52887fd-09e8-4812-b9ac-4a0d90d8bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.125877 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ac3bf8c0-006a-4f24-95a5-3073714fdb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:08.137519 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52887fd-09e8-4812-b9ac-4a0d90d8bf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb828b24-6e43-4f1a-bbde-4e13ba0cd39d,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:08.140865 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e52887fd-09e8-4812-b9ac-4a0d90d8bf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:08.145170 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e52887fd-09e8-4812-b9ac-4a0d90d8bf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.146306 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-e52887fd-09e8-4812-b9ac-4a0d90d8bf76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb828b24-6e43-4f1a-bbde-4e13ba0cd39d HTTP/1.1" status: 204 len: 168 time: 0.1645083 May 20 04:29:08.590691 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 0efed30a-99aa-4f5e-a14d-c4f5f260e486 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:08.667737 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning for port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:29:08.673098 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:08.673713 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.739198 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.803337 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.812062 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69dfde-a24d-4e6c-adeb-c07ceb893896 req-ed9913c4-32c1-4881-8dad-c6ffeb3c1e30 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:08.813556 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ad69dfde-a24d-4e6c-adeb-c07ceb893896 req-ed9913c4-32c1-4881-8dad-c6ffeb3c1e30 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0892861 May 20 04:29:08.846824 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] For port 0efed30a-99aa-4f5e-a14d-c4f5f260e486, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=0efed30a-99aa-4f5e-a14d-c4f5f260e486,segment=NetworkSegment(344314df-cd86-482d-8d18-1bb28ee86f5f),segment_id=344314df-cd86-482d-8d18-1bb28ee86f5f)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:08.852399 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:08.854865 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:08.872004 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ad69dfde-a24d-4e6c-adeb-c07ceb893896 req-00023ab0-0638-4981-bf15-9372025013f0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517247 May 20 04:29:08.924705 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Pushing event updated for resources: {'Port': ['ID=0efed30a-99aa-4f5e-a14d-c4f5f260e486,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:08.927897 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:10.267910 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be0b1-8648-4d16-8b85-be9d712ecbf9 req-1d8523e2-93c5-4b3c-bf7b-d9cac1072fc2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:10.269367 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-565be0b1-8648-4d16-8b85-be9d712ecbf9 req-1d8523e2-93c5-4b3c-bf7b-d9cac1072fc2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1002381 May 20 04:29:10.313899 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-565be0b1-8648-4d16-8b85-be9d712ecbf9 req-b95cad00-dcb7-4f60-a95b-a4134b4eff39 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388432 May 20 04:29:10.581299 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 0efed30a-99aa-4f5e-a14d-c4f5f260e486 up at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:10.649003 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Provisioning complete for port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:10.649387 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:11.512664 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5db0f-0369-4abe-8f77-b20a2d1305be req-7ee00f71-b012-4eea-a807-319f254df735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:11.514267 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-acc5db0f-0369-4abe-8f77-b20a2d1305be req-7ee00f71-b012-4eea-a807-319f254df735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0870960 May 20 04:29:11.563173 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-acc5db0f-0369-4abe-8f77-b20a2d1305be req-f33fc293-ad34-4428-a8e1-b75db7d10b68 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421143 May 20 04:29:12.754392 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad4ce4-989d-45bb-bbf7-22f00bf8ad47 req-906e68ae-777d-466c-9dcc-86736a1b1b99 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:12.756000 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bad4ce4-989d-45bb-bbf7-22f00bf8ad47 req-906e68ae-777d-466c-9dcc-86736a1b1b99 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0824766 May 20 04:29:12.806431 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0bad4ce4-989d-45bb-bbf7-22f00bf8ad47 req-b4d83f4f-d7b7-4bb4-b402-240fdaa346a6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435233 May 20 04:29:13.777343 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55498) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:13.916795 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:13.932198 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:13.935989 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Usage tracker for resource:security_group_rule and tenant:ffdf2af7e26f4e3f8c036b647d8af6d1 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:13.939427 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:13.945179 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:14.004593 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d49b6-517f-4819-990b-7be8b5c02eef req-ae2098d7-43a5-42b4-8e34-f310b9925d5d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:14.006070 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-153d49b6-517f-4819-990b-7be8b5c02eef req-ae2098d7-43a5-42b4-8e34-f310b9925d5d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0829062 May 20 04:29:14.029729 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.033669 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.042136 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-27589dd1-c2e4-471b-80d5-5f271852275a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:14.051969 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-153d49b6-517f-4819-990b-7be8b5c02eef req-23039fd6-1d8a-4f6a-a997-7d316dd7634f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396440 May 20 04:29:14.082099 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ffdf2af7e26f4e3f8c036b647d8af6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036532 May 20 04:29:14.083047 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e9edf7-417b-4eb3-b159-32e1d74adbff,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:14.084873 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55508) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:14.091128 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.091439 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.091827 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.092198 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.092548 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.092906 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.093262 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.093646 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.093999 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.094349 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.094699 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.095049 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:14.099247 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5a55fadd-ab3b-459d-b765-79e211cbf709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:14.151069 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ad17d15c-05a2-442f-bf14-83a8fd8a75f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.176839 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ad17d15c-05a2-442f-bf14-83a8fd8a75f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.232379 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ad17d15c-05a2-442f-bf14-83a8fd8a75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.236529 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4399c4b7-5c23-4eb7-8347-a7c3cb308b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:14.248489 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17d15c-05a2-442f-bf14-83a8fd8a75f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e9edf7-417b-4eb3-b159-32e1d74adbff,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:14.251700 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ad17d15c-05a2-442f-bf14-83a8fd8a75f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:14.259253 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ad17d15c-05a2-442f-bf14-83a8fd8a75f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.260392 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-ad17d15c-05a2-442f-bf14-83a8fd8a75f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1e9edf7-417b-4eb3-b159-32e1d74adbff HTTP/1.1" status: 204 len: 168 time: 0.1742492 May 20 04:29:14.554122 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55516) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:14.571586 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e4892d16-21e9-41a5-a8af-c1e436784021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.586150 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-e4892d16-21e9-41a5-a8af-c1e436784021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:14.589886 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-e4892d16-21e9-41a5-a8af-c1e436784021 admin admin] Usage tracker for resource:security_group_rule and tenant:5ec5968b91bc494abcd236136f38c7ce is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:14.592618 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-e4892d16-21e9-41a5-a8af-c1e436784021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:14.598882 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-e4892d16-21e9-41a5-a8af-c1e436784021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:14.681743 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e4892d16-21e9-41a5-a8af-c1e436784021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.685979 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e4892d16-21e9-41a5-a8af-c1e436784021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.696506 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ef9f2bc5-83c8-4de3-98de-2beb28228e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:14.735491 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-e4892d16-21e9-41a5-a8af-c1e436784021 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ec5968b91bc494abcd236136f38c7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803651 May 20 04:29:14.737070 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4892d16-21e9-41a5-a8af-c1e436784021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7723d052-0fe7-474b-8658-e25a32cbbc4b,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:14.738225 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55520) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:14.739977 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e4892d16-21e9-41a5-a8af-c1e436784021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:14.797336 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c37ae47f-e689-4cdf-a9ab-188daf5a2eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.821820 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c37ae47f-e689-4cdf-a9ab-188daf5a2eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.877061 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c37ae47f-e689-4cdf-a9ab-188daf5a2eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.880945 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-37943b08-1e34-4b25-b3ce-4aa2931be8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:14.895421 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ae47f-e689-4cdf-a9ab-188daf5a2eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7723d052-0fe7-474b-8658-e25a32cbbc4b,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:14.900176 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c37ae47f-e689-4cdf-a9ab-188daf5a2eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:14.913883 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c37ae47f-e689-4cdf-a9ab-188daf5a2eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:14.915014 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-c37ae47f-e689-4cdf-a9ab-188daf5a2eac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7723d052-0fe7-474b-8658-e25a32cbbc4b HTTP/1.1" status: 204 len: 168 time: 0.1758132 May 20 04:29:15.242636 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15b33a-be63-45ca-9159-54bbc60bd321 req-feeb1180-fbc1-4670-9560-693f487397b3 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:15.244112 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ac15b33a-be63-45ca-9159-54bbc60bd321 req-feeb1180-fbc1-4670-9560-693f487397b3 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0788593 May 20 04:29:15.289510 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ac15b33a-be63-45ca-9159-54bbc60bd321 req-08530526-bc01-4465-886b-2dde213c824a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388355 May 20 04:29:16.489591 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b15772-6e5a-4448-8e8f-60094447c58f req-f47b5c8b-ffa7-4905-980f-af37f3535879 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:16.491070 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-47b15772-6e5a-4448-8e8f-60094447c58f req-f47b5c8b-ffa7-4905-980f-af37f3535879 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0849686 May 20 04:29:16.543884 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-47b15772-6e5a-4448-8e8f-60094447c58f req-c3c80b60-9a0f-4f49-858e-81e59fe0c2d9 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461817 May 20 04:29:17.828804 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda84ce-9125-432d-8b49-e351bd0de97c req-db81658b-5f9c-4841-8e19-f4d09571786e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:17.830359 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2bda84ce-9125-432d-8b49-e351bd0de97c req-db81658b-5f9c-4841-8e19-f4d09571786e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1761901 May 20 04:29:17.873842 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2bda84ce-9125-432d-8b49-e351bd0de97c req-09d43d5b-d0a7-49d3-bcea-b70b9761547c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378535 May 20 04:29:19.059258 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470155bd-213f-4b60-ad54-d596c9163e1e req-28721bad-7cfa-4b75-85a9-cd19e4e95549 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:19.060737 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-470155bd-213f-4b60-ad54-d596c9163e1e req-28721bad-7cfa-4b75-85a9-cd19e4e95549 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0796647 May 20 04:29:19.108392 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-470155bd-213f-4b60-ad54-d596c9163e1e req-9f99bcfe-b7e6-4621-a99d-20c12454de92 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405202 May 20 04:29:20.310369 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd613d6-2184-4482-b99c-c82b81eea22b req-8572b24e-ec98-42ea-b580-57becf79c926 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:20.311825 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0dd613d6-2184-4482-b99c-c82b81eea22b req-8572b24e-ec98-42ea-b580-57becf79c926 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0896564 May 20 04:29:20.356908 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-0dd613d6-2184-4482-b99c-c82b81eea22b req-286141cb-de18-45f1-8df4-b549b79ff013 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387490 May 20 04:29:21.384557 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55638) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:21.500828 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7b1608b8-1229-4e72-807f-a8ee6bc363cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.516500 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-7b1608b8-1229-4e72-807f-a8ee6bc363cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:21.520542 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-7b1608b8-1229-4e72-807f-a8ee6bc363cf admin admin] Usage tracker for resource:security_group_rule and tenant:c4c772e817844921917c63a36e0e736e is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:21.523386 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-7b1608b8-1229-4e72-807f-a8ee6bc363cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:21.530824 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-7b1608b8-1229-4e72-807f-a8ee6bc363cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:21.531228 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d1623cc3-ab5d-4f2c-a001-9a72cc9f8415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.553763 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715ded4-8e69-4c76-b0e6-04fa00434d44 req-ec82253b-d958-40b1-bea5-21c80ddda22a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:21.555277 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0715ded4-8e69-4c76-b0e6-04fa00434d44 req-ec82253b-d958-40b1-bea5-21c80ddda22a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0862300 May 20 04:29:21.603264 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0715ded4-8e69-4c76-b0e6-04fa00434d44 req-9951a837-5469-4ea7-b3be-48c4d5d8708f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420170 May 20 04:29:21.637235 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7b1608b8-1229-4e72-807f-a8ee6bc363cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.641025 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7b1608b8-1229-4e72-807f-a8ee6bc363cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.648113 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5ca8a4e4-7822-4f00-978e-3866e44207cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:21.704083 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-7b1608b8-1229-4e72-807f-a8ee6bc363cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c4c772e817844921917c63a36e0e736e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183899 May 20 04:29:21.706835 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55652) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:21.707375 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1608b8-1229-4e72-807f-a8ee6bc363cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3e726b-8622-4a8b-a7e6-2cc139fb5d4c,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:21.725736 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-7b1608b8-1229-4e72-807f-a8ee6bc363cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:21.732070 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-3b861d0b-4784-4db0-9441-30f8e2c6f156 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Synchronizing usage tracker for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:security_group {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:21.749850 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-3b861d0b-4784-4db0-9441-30f8e2c6f156 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Unset dirty status for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:security_group {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:21.751008 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-3b861d0b-4784-4db0-9441-30f8e2c6f156 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656162458&fields=id&tenant_id=ddbf0e1189b640f2af66e1900cc470e7 HTTP/1.1" status: 200 len: 267 time: 0.0710924 May 20 04:29:21.767823 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c3ad11d0-1421-40d0-89e4-485acfe3389b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.797359 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c3ad11d0-1421-40d0-89e4-485acfe3389b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.850852 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c3ad11d0-1421-40d0-89e4-485acfe3389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.855596 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-37be3e84-c989-4dca-9789-750e4b916c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:21.867756 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad11d0-1421-40d0-89e4-485acfe3389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3e726b-8622-4a8b-a7e6-2cc139fb5d4c,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:21.870586 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c3ad11d0-1421-40d0-89e4-485acfe3389b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:21.880729 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c3ad11d0-1421-40d0-89e4-485acfe3389b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:21.884543 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c3ad11d0-1421-40d0-89e4-485acfe3389b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ee3e726b-8622-4a8b-a7e6-2cc139fb5d4c HTTP/1.1" status: 204 len: 168 time: 0.1766746 May 20 04:29:21.910981 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-08909117-2d24-4ed8-b720-c26dcdb1fb08 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:21.911671 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-08909117-2d24-4ed8-b720-c26dcdb1fb08 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Synchronizing usage tracker for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:network {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:21.929661 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-08909117-2d24-4ed8-b720-c26dcdb1fb08 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Unset dirty status for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:network {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:21.930916 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-08909117-2d24-4ed8-b720-c26dcdb1fb08 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/networks?id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977 HTTP/1.1" status: 200 len: 809 time: 0.1726737 May 20 04:29:21.946224 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-498dadc0-87dc-4938-9e33-77bd896ecabb tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/quotas/ddbf0e1189b640f2af66e1900cc470e7 HTTP/1.1" status: 200 len: 375 time: 0.0093634 May 20 04:29:22.032149 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-21fe9a87-6902-4a28-aecd-cbf20c5e0136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Synchronizing usage tracker for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:port {{(pid=91668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:22.049746 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-21fe9a87-6902-4a28-aecd-cbf20c5e0136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Unset dirty status for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:port {{(pid=91668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:22.051313 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-21fe9a87-6902-4a28-aecd-cbf20c5e0136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddbf0e1189b640f2af66e1900cc470e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997510 May 20 04:29:22.180185 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55662) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:22.198056 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3611e75f-9ff7-46a3-89d7-4ead02d8b8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:22.213053 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-3611e75f-9ff7-46a3-89d7-4ead02d8b8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:22.216866 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-3611e75f-9ff7-46a3-89d7-4ead02d8b8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e2a6f25ac8b74e339c21cee50142a81e is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:22.219822 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-3611e75f-9ff7-46a3-89d7-4ead02d8b8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:22.226019 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-3611e75f-9ff7-46a3-89d7-4ead02d8b8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:22.299028 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-98f0fdfb-edad-45df-b9aa-53a1e91e8af3 service neutron] 10.222.0.72 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347453 May 20 04:29:22.308421 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3611e75f-9ff7-46a3-89d7-4ead02d8b8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:22.312696 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3611e75f-9ff7-46a3-89d7-4ead02d8b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:22.321602 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c3ad11d0-1421-40d0-89e4-485acfe3389b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:22.360383 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-3611e75f-9ff7-46a3-89d7-4ead02d8b8a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2a6f25ac8b74e339c21cee50142a81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790624 May 20 04:29:22.361372 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611e75f-9ff7-46a3-89d7-4ead02d8b8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128d1be3-eb71-47ea-b431-09dfedfb33dd,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:22.364307 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55666) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:22.366991 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3611e75f-9ff7-46a3-89d7-4ead02d8b8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:22.438322 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-22952842-e0dd-4451-b22f-760cdf156b41 service neutron] 10.222.0.72 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327543 May 20 04:29:22.519165 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-98bd1e25-89bd-42fe-b28d-365d32fb6a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:22.544868 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-98bd1e25-89bd-42fe-b28d-365d32fb6a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:22.600650 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-98bd1e25-89bd-42fe-b28d-365d32fb6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:22.604347 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e9c29c6a-b5b5-4f23-914a-4aef8575aa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:22.615665 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd1e25-89bd-42fe-b28d-365d32fb6a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d1be3-eb71-47ea-b431-09dfedfb33dd,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:22.619922 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-98bd1e25-89bd-42fe-b28d-365d32fb6a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:22.624909 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-98bd1e25-89bd-42fe-b28d-365d32fb6a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:22.628570 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-98bd1e25-89bd-42fe-b28d-365d32fb6a3e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/128d1be3-eb71-47ea-b431-09dfedfb33dd HTTP/1.1" status: 204 len: 168 time: 0.2608228 May 20 04:29:22.830327 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8243224-964a-4e3f-ab77-52f3354a4a23 req-23b5bee5-748a-4bb9-be27-0ebd8673369f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:22.835943 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d8243224-964a-4e3f-ab77-52f3354a4a23 req-23b5bee5-748a-4bb9-be27-0ebd8673369f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1070545 May 20 04:29:22.859375 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a0899189-edb9-4f9a-a062-4acf3331bfee req-d7d120d5-2055-48ec-b85f-9e3c09323974 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 210 time: 0.0570805 May 20 04:29:22.892967 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d8243224-964a-4e3f-ab77-52f3354a4a23 req-cd29367c-8dbf-482b-8996-ee422c04284e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537133 May 20 04:29:23.007016 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e96b079c-5a3f-4665-8a6e-937f35510331 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:29:23.151092 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:23.164391 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'port_id': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'mac_address': 'fa:16:3e:1b:ba:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:29:23.222220 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:23.239747 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e96b079c-5a3f-4665-8a6e-937f35510331 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:29:23.262234 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:23.266783 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:23.269816 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:23.354166 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=6']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:23.357229 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:23.426801 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['e96b079c-5a3f-4665-8a6e-937f35510331'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:29:23.788884 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-42456dbb-d3aa-4c7a-8e2d-aefb8204d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:23.978870 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:24.003706 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-11cbe910-5fa0-48b6-82af-8c9f38ceaf07 req-86566483-ce19-412b-bb1d-449c3d45d000 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 210 time: 0.0497720 May 20 04:29:24.090497 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdeabcf-12cd-4d9d-b682-4ac726dd4df2 req-3b9eef97-4615-449c-9b6a-79c2ab18606b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:24.092178 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fbdeabcf-12cd-4d9d-b682-4ac726dd4df2 req-3b9eef97-4615-449c-9b6a-79c2ab18606b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 944 time: 0.0804858 May 20 04:29:24.143489 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fbdeabcf-12cd-4d9d-b682-4ac726dd4df2 req-c0030a31-83d4-4adf-a31c-2bf58b763f86 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444973 May 20 04:29:24.434890 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-8016b0d6-4a4f-473a-9554-83bdaacf6eed tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:24.436407 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-8016b0d6-4a4f-473a-9554-83bdaacf6eed tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.79 "GET /v2.0/networks?id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977 HTTP/1.1" status: 200 len: 809 time: 0.1491678 May 20 04:29:24.503676 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-ba26b21c-739f-4a30-ba07-2732209c55f0 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddbf0e1189b640f2af66e1900cc470e7 HTTP/1.1" status: 200 len: 380 time: 0.0534921 May 20 04:29:24.512287 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Request body: {'port': {'device_id': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'admin_state_up': True, 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'security_groups': ['93e1a723-eea7-4fc0-8330-b80a7adc17a5']}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:24.681228 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:24.696553 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:24.706547 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Made reservation on behalf of ddbf0e1189b640f2af66e1900cc470e7 for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 04:29:24.710382 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:24.809456 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:24.880115 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Allocated IP 172.20.0.9 (37cb5782-4f1e-4f73-b6b4-fb91cfd06977/8dfce593-6088-4c59-b222-a68eaef185af/e515e7f8-53ef-411a-bc2e-a330832032ec) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:29:25.022423 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e96b079c-5a3f-4665-8a6e-937f35510331 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:25.151387 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:25.178355 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Transition to ACTIVE for port object e515e7f8-53ef-411a-bc2e-a330832032ec will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:29:25.206610 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port e96b079c-5a3f-4665-8a6e-937f35510331 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:25.207635 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:25.230836 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:25.241872 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0b21ccf5-acfe-44f2-b90c-5a9bbc1a4b87 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:25.300581 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7498f7-4f6b-4494-86f7-d84db5821365 req-49cff825-58c8-4461-87b9-cd03187ca223 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:25.309003 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-be7498f7-4f6b-4494-86f7-d84db5821365 req-49cff825-58c8-4461-87b9-cd03187ca223 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 931 time: 0.1143379 May 20 04:29:25.358815 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:29:25.363380 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:29:25.392991 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:29:25.409812 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:25.437997 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-be7498f7-4f6b-4494-86f7-d84db5821365 req-289a7ea0-bce3-47af-89dd-bdacf131dfdf tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278481 May 20 04:29:25.446896 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:25.464078 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:25.473246 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:25.476602 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:25.595355 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=7']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:25.596337 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event updated for resources: {'Port': ['ID=e515e7f8-53ef-411a-bc2e-a330832032ec,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:25.602606 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:25.610202 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:25.645867 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:25.646509 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:25.677972 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-486ff45f-c992-4a8c-8f81-2de102f3459f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1695805 May 20 04:29:25.708625 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d8754-2b6b-44b4-8b91-793f2b7f3712 req-7f7eca70-2c34-4d18-9b22-4e59fad7b178 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:25.715644 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-876d8754-2b6b-44b4-8b91-793f2b7f3712 req-7f7eca70-2c34-4d18-9b22-4e59fad7b178 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.2658348 May 20 04:29:25.735398 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-00676c26-a1f7-4562-865e-c5daa696bcf1 None None] Provisioning for port e515e7f8-53ef-411a-bc2e-a330832032ec completed by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:29:25.741610 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-00676c26-a1f7-4562-865e-c5daa696bcf1 None None] Provisioning complete for port e515e7f8-53ef-411a-bc2e-a330832032ec triggered by entity DHCP. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:25.742319 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-00676c26-a1f7-4562-865e-c5daa696bcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:25.751954 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.v2.base [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Request body: {'port': {'device_id': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:25.773236 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'code': 200} May 20 04:29:25.815929 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-00676c26-a1f7-4562-865e-c5daa696bcf1 None None] Port e515e7f8-53ef-411a-bc2e-a330832032ec cannot update to ACTIVE because it is not bound. {{(pid=91669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 04:29:25.819797 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-876d8754-2b6b-44b4-8b91-793f2b7f3712 req-146090e2-1617-4b3b-911e-e538bff59235 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002457 May 20 04:29:25.922197 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:26.343155 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e515e7f8-53ef-411a-bc2e-a330832032ec {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:29:26.351267 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:26.375085 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Transition to ACTIVE for port object e515e7f8-53ef-411a-bc2e-a330832032ec will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 04:29:26.381155 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:26.385421 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-430f6943-8533-402d-aad9-0dcd77cb1933 tempest-VolumesSnapshotTestJSON-1741767631 tempest-VolumesSnapshotTestJSON-1741767631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:26.481722 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:26.708096 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8ff76-ddfb-4fb2-b7c2-a53e7346e1e6 req-7ffa092f-e072-441c-9e45-a7ccb306bc5e tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:26.716739 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3ab8ff76-ddfb-4fb2-b7c2-a53e7346e1e6 req-7ffa092f-e072-441c-9e45-a7ccb306bc5e tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 943 time: 0.1403465 May 20 04:29:26.724454 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Pushing event updated for resources: {'Port': ['ID=e515e7f8-53ef-411a-bc2e-a330832032ec,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:26.739157 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:26.768122 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3ab8ff76-ddfb-4fb2-b7c2-a53e7346e1e6 req-ddddf551-f6d6-4a91-ac73-5c7bf9256ca1 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502539 May 20 04:29:26.894087 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Attempting to bind port e515e7f8-53ef-411a-bc2e-a330832032ec on host hv-cinder-78240 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 04:29:26.894370 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Attempting to bind port e515e7f8-53ef-411a-bc2e-a330832032ec by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 04:29:26.894670 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Attempting to bind port e515e7f8-53ef-411a-bc2e-a330832032ec on network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:29:26.902207 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Port e515e7f8-53ef-411a-bc2e-a330832032ec on network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 04:29:26.902575 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Attempting to bind port e515e7f8-53ef-411a-bc2e-a330832032ec on network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 04:29:26.910974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Checking agent: {'id': 'ded28832-8e07-416a-bf38-fca56b7445ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'started_at': datetime.datetime(2021, 5, 20, 4, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 04:29:26.910974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Checking segment: {'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 04:29:26.910974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Bound using segment: {'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 04:29:26.910974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Bound port: e515e7f8-53ef-411a-bc2e-a330832032ec, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e23a38-b9d8-40d6-8eab-d39f8124c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 04:29:26.910974 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:27.082525 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] For port e515e7f8-53ef-411a-bc2e-a330832032ec, host hv-cinder-78240, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 04:29:27.086836 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] For port e515e7f8-53ef-411a-bc2e-a330832032ec, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e515e7f8-53ef-411a-bc2e-a330832032ec,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 04:29:27.098927 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77aacd-93ae-493a-ad13-baec3bffc4a4 req-f206db29-3613-4f2a-8d54-a578da730529 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:27.100503 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ad77aacd-93ae-493a-ad13-baec3bffc4a4 req-f206db29-3613-4f2a-8d54-a578da730529 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1329200 May 20 04:29:27.102215 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338850'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:27.106126 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bcdcce32-2eb6-436e-a65a-2ea838a0bc9b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:27.191740 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:27.191740 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:27.197969 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-f125f417-9a27-472b-9125-f573cffd483d service neutron] 10.222.0.79 "PUT /v2.0/ports/e515e7f8-53ef-411a-bc2e-a330832032ec HTTP/1.1" status: 200 len: 1093 time: 1.4795280 May 20 04:29:27.198750 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:27.259302 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ad77aacd-93ae-493a-ad13-baec3bffc4a4 req-d74bf8a2-ea4e-4919-8310-ee66d06067c6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1232784 May 20 04:29:27.316172 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'status': 'completed', 'code': 200} May 20 04:29:27.323142 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Pushing event updated for resources: {'Port': ['ID=e515e7f8-53ef-411a-bc2e-a330832032ec,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:27.331402 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f125f417-9a27-472b-9125-f573cffd483d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:27.373682 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-2babccc3-6f2e-4aee-ab1f-1c60f7c86df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:27.375258 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-2babccc3-6f2e-4aee-ab1f-1c60f7c86df0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddbf0e1189b640f2af66e1900cc470e7&device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1096 time: 0.1128848 May 20 04:29:27.463415 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-2007eac1-7a3a-430b-a2b3-3f812cf8af85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e515e7f8-53ef-411a-bc2e-a330832032ec HTTP/1.1" status: 200 len: 217 time: 0.0728736 May 20 04:29:27.542253 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-4c4c335b-43cc-4bd7-ba2a-49afd3be3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:27.544025 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-4c4c335b-43cc-4bd7-ba2a-49afd3be3dad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dfce593-6088-4c59-b222-a68eaef185af HTTP/1.1" status: 200 len: 848 time: 0.0723782 May 20 04:29:27.641710 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-14b0f00d-b74d-4e00-8c1f-6e61396f0274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:27.643382 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-14b0f00d-b74d-4e00-8c1f-6e61396f0274 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0925543 May 20 04:29:27.823620 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-e34a2ce1-5a33-4d76-827e-3f03bd3b661b service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713493 May 20 04:29:28.038605 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f022a315-b0d9-4e0a-ad8a-5624d6b89b9e req-3ca1d5e9-fdbf-4968-a7d3-4a3d7bc510f1 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067549 May 20 04:29:28.057019 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0948a4-e56f-499e-9314-ad4879b4071f req-21505a7d-9557-4871-8509-b9a039d2633f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:28.058002 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-fe0948a4-e56f-499e-9314-ad4879b4071f req-21505a7d-9557-4871-8509-b9a039d2633f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Synchronizing usage tracker for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:28.075550 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-fe0948a4-e56f-499e-9314-ad4879b4071f req-21505a7d-9557-4871-8509-b9a039d2633f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Unset dirty status for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:28.077041 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fe0948a4-e56f-499e-9314-ad4879b4071f req-21505a7d-9557-4871-8509-b9a039d2633f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 943 time: 0.1471574 May 20 04:29:28.193180 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fe0948a4-e56f-499e-9314-ad4879b4071f req-0cb04746-55e6-46d8-ab62-b38c28588ea2 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074338 May 20 04:29:28.231655 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-0f546fe4-b63f-4b6a-bca2-ce7df9c961c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:28.233154 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-0f546fe4-b63f-4b6a-bca2-ce7df9c961c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddbf0e1189b640f2af66e1900cc470e7&device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1096 time: 0.0993826 May 20 04:29:28.391517 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-f4ae8c04-16cf-40ee-bd91-72dca48de061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:28.391517 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-f4ae8c04-16cf-40ee-bd91-72dca48de061 service neutron] 10.222.0.79 "GET /v2.0/networks?id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977 HTTP/1.1" status: 200 len: 910 time: 0.1467578 May 20 04:29:28.463089 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-7a3ba1b5-820c-42e4-a19f-f74f0e06f250 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e515e7f8-53ef-411a-bc2e-a330832032ec HTTP/1.1" status: 200 len: 217 time: 0.0682433 May 20 04:29:28.528220 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6f107-d145-47d7-b7fe-060f938f0f78 req-bb33e343-cee7-4aab-8c3e-f5d05b624c06 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:28.535802 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2fe6f107-d145-47d7-b7fe-060f938f0f78 req-bb33e343-cee7-4aab-8c3e-f5d05b624c06 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1414189 May 20 04:29:28.546904 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-6fee0027-ebcb-46b7-91e2-f5fa96a20bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:28.548705 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-6fee0027-ebcb-46b7-91e2-f5fa96a20bca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dfce593-6088-4c59-b222-a68eaef185af HTTP/1.1" status: 200 len: 848 time: 0.0774052 May 20 04:29:28.587430 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-2fe6f107-d145-47d7-b7fe-060f938f0f78 req-352465f6-9a18-4d2b-8f24-4587edb424f0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506604 May 20 04:29:28.643031 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-0eb9f15e-173e-4cc3-9be2-0b9869cbe933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:28.644604 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-0eb9f15e-173e-4cc3-9be2-0b9869cbe933 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881593 May 20 04:29:28.907713 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-fdf95024-ecae-48b4-9224-c552a2757837 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547297 May 20 04:29:29.069347 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-eca2860e-7a56-47b4-83c1-91a1df6ee527 req-567e7a8d-27e3-4fe2-9943-34f031ee67f0 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552794 May 20 04:29:29.389768 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e77b74-74aa-4e91-a401-d12ddee6bc4a req-c6cf335f-1864-4cc5-ab98-4cb97b4322fe tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:29.397577 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-83e77b74-74aa-4e91-a401-d12ddee6bc4a req-c6cf335f-1864-4cc5-ab98-4cb97b4322fe tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 943 time: 0.0986521 May 20 04:29:29.444337 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-83e77b74-74aa-4e91-a401-d12ddee6bc4a req-87e7dd0d-6225-4501-a94d-dac4462947fb tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456109 May 20 04:29:29.816922 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca913c-9e2f-4a87-a6b8-821f3fff4e6c req-f487a675-88a3-4ecc-baf1-06d175f61639 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:29.818614 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6bca913c-9e2f-4a87-a6b8-821f3fff4e6c req-f487a675-88a3-4ecc-baf1-06d175f61639 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0988393 May 20 04:29:29.879012 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-6bca913c-9e2f-4a87-a6b8-821f3fff4e6c req-b903c918-8661-49e6-804f-24c781f2096c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545065 May 20 04:29:30.669436 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91414841-30ca-4b00-90c0-fe1d43d5a5bd req-597f87aa-4a64-47ad-b620-61a09611a866 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:30.671068 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-91414841-30ca-4b00-90c0-fe1d43d5a5bd req-597f87aa-4a64-47ad-b620-61a09611a866 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 943 time: 0.1041059 May 20 04:29:30.730412 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-91414841-30ca-4b00-90c0-fe1d43d5a5bd req-51d7b726-0f73-4bab-b092-6aea49860fce tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531750 May 20 04:29:31.072834 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e515e7f8-53ef-411a-bc2e-a330832032ec details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:29:31.092009 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ab7ab-2c88-4ffb-bfc3-73aa493eee1a req-3996ed29-2798-4bba-a8ce-516a23e594f4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:31.099579 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a13ab7ab-2c88-4ffb-bfc3-73aa493eee1a req-3996ed29-2798-4bba-a8ce-516a23e594f4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1046948 May 20 04:29:31.165208 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-a13ab7ab-2c88-4ffb-bfc3-73aa493eee1a req-a668b7f4-4279-486c-8d63-0c718dd154de tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645785 May 20 04:29:31.281325 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e515e7f8-53ef-411a-bc2e-a330832032ec, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e515e7f8-53ef-411a-bc2e-a330832032ec,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:31.296938 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'port_id': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'mac_address': 'fa:16:3e:c8:4e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:29:31.361630 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:31.380252 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e515e7f8-53ef-411a-bc2e-a330832032ec {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:29:31.398330 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e515e7f8-53ef-411a-bc2e-a330832032ec, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e515e7f8-53ef-411a-bc2e-a330832032ec,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:31.404282 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:31.407066 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:31.488963 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e515e7f8-53ef-411a-bc2e-a330832032ec,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:31.492166 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:31.733563 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['e515e7f8-53ef-411a-bc2e-a330832032ec'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:29:31.938795 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569932a-da7b-4861-946a-3b6eaba3f200 req-cb137c08-aaa5-448b-9495-240221f72d9e tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:31.941000 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-2569932a-da7b-4861-946a-3b6eaba3f200 req-cb137c08-aaa5-448b-9495-240221f72d9e tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 944 time: 0.0982192 May 20 04:29:32.011575 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-2569932a-da7b-4861-946a-3b6eaba3f200 req-ed119227-4e71-496d-ba7f-f6bd9c3650f1 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586576 May 20 04:29:32.372510 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5200-e172-4ff0-b914-caf9917ac83d req-fa5b902b-29d0-4fb4-80c8-bf67ac0f65d0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:32.374723 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c6dc5200-e172-4ff0-b914-caf9917ac83d req-fa5b902b-29d0-4fb4-80c8-bf67ac0f65d0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0882485 May 20 04:29:32.422576 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c6dc5200-e172-4ff0-b914-caf9917ac83d req-bbf130c1-e50a-4c94-b75e-d7bc28d27740 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418735 May 20 04:29:33.095105 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e515e7f8-53ef-411a-bc2e-a330832032ec up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:33.210324 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning for port e515e7f8-53ef-411a-bc2e-a330832032ec completed by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 04:29:33.216874 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port e515e7f8-53ef-411a-bc2e-a330832032ec triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:33.218536 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:33.292454 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0846d-bea3-4662-8ede-e57e1945d6ea req-f58d0f80-6f19-4434-bb27-bc9d06e96e62 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:33.294589 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a1c0846d-bea3-4662-8ede-e57e1945d6ea req-f58d0f80-6f19-4434-bb27-bc9d06e96e62 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 944 time: 0.1526778 May 20 04:29:33.346235 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a1c0846d-bea3-4662-8ede-e57e1945d6ea req-e58e136a-7ef2-4057-8735-44a9ca8a8f21 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441868 May 20 04:29:33.389904 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:33.422571 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:33.433931 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e515e7f8-53ef-411a-bc2e-a330832032ec, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e515e7f8-53ef-411a-bc2e-a330832032ec,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:33.442071 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:33.445735 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-8a0b4eaa-17f0-446a-83c4-e6ccb78c8c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:33.588233 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'code': 200} May 20 04:29:33.644761 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e515e7f8-53ef-411a-bc2e-a330832032ec,revision_number=5']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:33.648158 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:33.706272 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363833b3-00e4-4893-aec3-4b8ae27dcfd5 req-56b34e85-8651-4e5f-a171-d33bf1def8db tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:33.707973 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-363833b3-00e4-4893-aec3-4b8ae27dcfd5 req-56b34e85-8651-4e5f-a171-d33bf1def8db tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0867565 May 20 04:29:33.777209 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-363833b3-00e4-4893-aec3-4b8ae27dcfd5 req-4eda537b-4df3-406a-a981-dc89657ea41d tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556214 May 20 04:29:33.966305 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c96a3-edf3-4b1d-850f-494ac1864b95 req-09ecae61-9b0e-4359-b99c-e173b03423bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:33.967855 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ff8c96a3-edf3-4b1d-850f-494ac1864b95 req-09ecae61-9b0e-4359-b99c-e173b03423bf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1098 time: 0.0814204 May 20 04:29:34.019392 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ff8c96a3-edf3-4b1d-850f-494ac1864b95 req-65d8d7d2-9220-469d-88d7-c213dc573c0d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386400 May 20 04:29:34.575313 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0acf4-5788-44f5-bd5e-018a29f814e3 req-10e69b82-36be-46ec-8c8e-22dbe5f184f8 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:34.582455 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3db0acf4-5788-44f5-bd5e-018a29f814e3 req-10e69b82-36be-46ec-8c8e-22dbe5f184f8 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.1211030 May 20 04:29:34.639315 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-3db0acf4-5788-44f5-bd5e-018a29f814e3 req-59227c46-ad8e-4b3d-9599-86b0e930884f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557837 May 20 04:29:34.995601 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd65360-02f0-4589-8988-a47d4ff34a44 req-c6e0eaed-1d92-4319-9568-36fcd12245a4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:34.997614 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6cd65360-02f0-4589-8988-a47d4ff34a44 req-c6e0eaed-1d92-4319-9568-36fcd12245a4 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1012251 May 20 04:29:35.047064 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6cd65360-02f0-4589-8988-a47d4ff34a44 req-8cc979f4-aa9b-4c22-b157-1b5c40f39fe2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428498 May 20 04:29:35.638632 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:29:35.817959 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9641fbb-dae2-4950-ba46-1741a7d5e5d2 req-4f8ab15e-ebf0-4432-9036-9a8f40b0dd31 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:35.819413 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f9641fbb-dae2-4950-ba46-1741a7d5e5d2 req-4f8ab15e-ebf0-4432-9036-9a8f40b0dd31 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0800102 May 20 04:29:35.864778 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f9641fbb-dae2-4950-ba46-1741a7d5e5d2 req-eff3bc06-1e24-4e65-8639-9be8faa39c07 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396028 May 20 04:29:35.919395 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-93e3b1ae-4d3e-4621-82a6-5f0a06d837f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:35.920873 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-93e3b1ae-4d3e-4621-82a6-5f0a06d837f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 1098 time: 0.0714681 May 20 04:29:36.107486 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-d6c163cd-48b7-47b1-9102-233ff571879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:36.108931 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-d6c163cd-48b7-47b1-9102-233ff571879c service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 918 time: 0.1812189 May 20 04:29:36.175176 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8f0a5-c40f-4d3b-8510-519e91d4e44b req-fd39ed9e-090d-4e56-b589-fb330cc03c33 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:36.176705 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-06e8f0a5-c40f-4d3b-8510-519e91d4e44b req-fd39ed9e-090d-4e56-b589-fb330cc03c33 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.1672752 May 20 04:29:36.255040 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-f8603979-0da7-43df-b7ce-2111308547e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96b079c-5a3f-4665-8a6e-937f35510331 HTTP/1.1" status: 200 len: 1001 time: 0.1387770 May 20 04:29:36.259841 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-06e8f0a5-c40f-4d3b-8510-519e91d4e44b req-aac1bffe-9711-4a81-a21b-746a751f9734 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748332 May 20 04:29:36.290015 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55894) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:36.326765 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-b2512058-fa66-43f0-987c-7c5314fcd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:36.328493 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-b2512058-fa66-43f0-987c-7c5314fcd277 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.0671532 May 20 04:29:36.339510 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fa017-3a8d-43e4-b425-130653c5b716 req-62c48849-2726-4900-8278-ad7d10adca9e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:36.340959 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c05fa017-3a8d-43e4-b425-130653c5b716 req-62c48849-2726-4900-8278-ad7d10adca9e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1823287 May 20 04:29:36.387835 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c05fa017-3a8d-43e4-b425-130653c5b716 req-dd0a5f67-8833-45a6-9d2f-da0c625b8eee tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412602 May 20 04:29:36.412171 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-3a8edf51-f052-4b15-876b-b8a663aee97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:36.413643 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-3a8edf51-f052-4b15-876b-b8a663aee97d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783367 May 20 04:29:36.692421 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-acb3d3da-97b2-48b8-8b93-e4bad8c20c59 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720242 May 20 04:29:36.722074 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bb0e8b-ddab-4026-b63f-21b390fb137e tempest-TestShelveInstance-598491901 tempest-TestShelveInstance-598491901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:36.723218 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-08bb0e8b-ddab-4026-b63f-21b390fb137e tempest-TestShelveInstance-598491901 tempest-TestShelveInstance-598491901-project-admin] Synchronizing usage tracker for tenant:176c222600a940fea150b39e0f94bda2 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:29:36.807897 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-08bb0e8b-ddab-4026-b63f-21b390fb137e tempest-TestShelveInstance-598491901 tempest-TestShelveInstance-598491901-project-admin] Unset dirty status for tenant:176c222600a940fea150b39e0f94bda2 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:29:36.809036 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-08bb0e8b-ddab-4026-b63f-21b390fb137e tempest-TestShelveInstance-598491901 tempest-TestShelveInstance-598491901-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1093 time: 0.5180943 May 20 04:29:36.812299 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55906) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:36.818186 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.v2.base [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Request body: {'floatingip': {'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'port_id': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 04:29:36.826071 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:36.829823 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Usage tracker for resource:floatingip and tenant:ddbf0e1189b640f2af66e1900cc470e7 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:36.832779 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:36.838642 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6b8fac6f-a07d-441b-8c4d-3e797facd68c req-0ef07249-b6c7-4a6f-990d-033c13faffc9 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382470 May 20 04:29:36.839320 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:36.849538 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for floatingip, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:36.984609 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:37.119701 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Allocated IP 172.28.0.10 (15348c5a-0e86-4be2-ba9e-cffdb25c56df/f01e7f18-e78f-4aa8-b5da-9ebc3a739211/ad9734a8-e4da-40ed-9433-212b4dcb8377) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 04:29:37.265927 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:37.293573 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780334540535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:37.297128 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:37.363804 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Network 15348c5a-0e86-4be2-ba9e-cffdb25c56df is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 04:29:37.366524 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 04:29:37.370089 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 04:29:37.402048 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event updated for resources: {'Port': ['ID=ad9734a8-e4da-40ed-9433-212b4dcb8377,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:37.406053 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:37.588965 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a38c0-d07c-41a3-8268-a6b0572b51fd req-50bc9358-c302-4696-a4ff-fcdb4d6cbc17 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:37.590841 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4f6a38c0-d07c-41a3-8268-a6b0572b51fd req-50bc9358-c302-4696-a4ff-fcdb4d6cbc17 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.0904219 May 20 04:29:37.637111 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4f6a38c0-d07c-41a3-8268-a6b0572b51fd req-9a83dd5f-4ea2-4d6d-a674-13b49f1f6b7c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404191 May 20 04:29:37.783693 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:37.856069 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:38.058976 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:38.063443 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3145617'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:38.068456 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-17aab7f3-78f5-4709-a8c5-4435661df057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:38.168811 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event updated for resources: {'Port': ['ID=ad9734a8-e4da-40ed-9433-212b4dcb8377,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:38.172647 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:38.181371 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:38.447715 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.db.l3_db [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Floating IP e594b97f-3283-48e4-8477-02b8c1b9ce80 associated. External IP: 172.28.0.10, port: e515e7f8-53ef-411a-bc2e-a330832032ec. May 20 04:29:38.718889 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:38.874339 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:29:38.965746 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d424da-3e89-4174-becf-06ace66d3f54 req-9cd9c03e-733c-445b-ae24-f0ca99ab45eb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:38.967215 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b5d424da-3e89-4174-becf-06ace66d3f54 req-9cd9c03e-733c-445b-ae24-f0ca99ab45eb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 945 time: 0.1903808 May 20 04:29:39.091385 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-b5d424da-3e89-4174-becf-06ace66d3f54 req-51fb4acb-352e-43b0-8b28-2ffd918c89b6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151166 May 20 04:29:39.109172 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:29:39.129985 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] Sync routers for ids ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:29:39.142338 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] Routers {'4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:29:39.142953 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:29:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:39.158860 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:39.185124 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e96b079c-5a3f-4665-8a6e-937f35510331 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:29:39.275498 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-9488cb9a-c731-4d37-9550-4a6997b78136 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4583199 May 20 04:29:39.275498 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:39.321731 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'status': 'completed', 'code': 200} May 20 04:29:39.330225 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:39.339136 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] Set router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:29:39.360046 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:39.373621 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:39.380178 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:39.383015 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-35a8a362-2b27-4c5a-8375-7db27ea6d39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:39.448129 dv-cinder-782405-9-smb neutron-server[91669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'code': 422} returned with failed status May 20 04:29:39.472942 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=8']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:39.477227 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:39.494202 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-269d5a98-af45-4ce0-9feb-11971a43b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:39.495720 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-269d5a98-af45-4ce0-9feb-11971a43b993 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddbf0e1189b640f2af66e1900cc470e7&device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1098 time: 0.1243229 May 20 04:29:39.634692 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-89ea8ab3-e06b-4e91-b5bc-d85b89616e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:39.636280 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-89ea8ab3-e06b-4e91-b5bc-d85b89616e63 service neutron] 10.222.0.79 "GET /v2.0/networks?id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977 HTTP/1.1" status: 200 len: 910 time: 0.1345007 May 20 04:29:39.705476 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': 'e594b97f-3283-48e4-8477-02b8c1b9ce80', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'floating_ip_address': '172.28.0.10', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'port_id': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'mac_address': 'fa:16:3e:c8:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:29:37Z', 'updated_at': '2021-05-20T04:29:37Z', 'revision_number': 0, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137275a1-1427-4c96-87c5-82e6b7239243', 'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'mac_address': 'fa:16:3e:e1:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:51Z', 'updated_at': '2021-05-20T04:28:59Z', 'revision_number': 5, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'subnets': [{'id': '8dfce593-6088-4c59-b222-a68eaef185af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:39.710153 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] Checking router: 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:29:39.721125 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] Routers {'4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:29:39.721830 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:29:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:39.744766 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-ff89bedb-ffc6-4bc4-a374-cfbc81716727 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e515e7f8-53ef-411a-bc2e-a330832032ec HTTP/1.1" status: 200 len: 998 time: 0.1015267 May 20 04:29:39.815840 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-813645cb-09b1-477b-9a72-7d71711fbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:39.817809 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-813645cb-09b1-477b-9a72-7d71711fbe62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dfce593-6088-4c59-b222-a68eaef185af HTTP/1.1" status: 200 len: 848 time: 0.0661869 May 20 04:29:39.895432 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-6457af8f-841d-4fab-8f92-618ba2b00915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:39.896949 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-6457af8f-841d-4fab-8f92-618ba2b00915 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727570 May 20 04:29:39.905946 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] Set router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:29:40.030972 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-13613632-cbbc-48fc-a1fd-6a061799d984 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266789 May 20 04:29:40.163999 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1b3909f6-6c9b-446b-859d-d3a23a1462ea req-628e7530-f24c-4757-bb3a-1880fa1afa03 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265271 May 20 04:29:40.248302 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': 'e594b97f-3283-48e4-8477-02b8c1b9ce80', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'floating_ip_address': '172.28.0.10', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'port_id': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'mac_address': 'fa:16:3e:c8:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:29:37Z', 'updated_at': '2021-05-20T04:29:37Z', 'revision_number': 0, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137275a1-1427-4c96-87c5-82e6b7239243', 'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'mac_address': 'fa:16:3e:e1:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:51Z', 'updated_at': '2021-05-20T04:28:59Z', 'revision_number': 5, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'subnets': [{'id': '8dfce593-6088-4c59-b222-a68eaef185af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:29:40.252468 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc93a18-ef3c-434d-a707-9db363dfdbb3 None None] The sync data for ids ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'] in dv-cinder-782405-9-smb is: [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_floatingips': [{'id': 'e594b97f-3283-48e4-8477-02b8c1b9ce80', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'floating_ip_address': '172.28.0.10', 'floating_network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'router_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'port_id': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'mac_address': 'fa:16:3e:c8:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T04:29:37Z', 'updated_at': '2021-05-20T04:29:37Z', 'revision_number': 0, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137275a1-1427-4c96-87c5-82e6b7239243', 'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'mac_address': 'fa:16:3e:e1:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:51Z', 'updated_at': '2021-05-20T04:28:59Z', 'revision_number': 5, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'subnets': [{'id': '8dfce593-6088-4c59-b222-a68eaef185af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:29:40.285701 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2592128-a2a4-44fc-b4a7-1b7acf69ed62 req-025eb3c8-89ac-49a2-a578-76ae4835ed72 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:40.287196 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c2592128-a2a4-44fc-b4a7-1b7acf69ed62 req-025eb3c8-89ac-49a2-a578-76ae4835ed72 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0805719 May 20 04:29:40.336410 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-c2592128-a2a4-44fc-b4a7-1b7acf69ed62 req-40e6d681-b0ec-4889-812f-8ccb91590a65 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434482 May 20 04:29:40.438188 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29ec21-fc7b-4696-8d3a-637234c5647e None None] New status for floating IP e594b97f-3283-48e4-8477-02b8c1b9ce80: ACTIVE {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:29:41.019022 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 55960) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:41.136446 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9671-ff91-4d37-a97e-4d716153650b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.150902 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-0fcb9671-ff91-4d37-a97e-4d716153650b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:41.154949 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-0fcb9671-ff91-4d37-a97e-4d716153650b admin admin] Usage tracker for resource:security_group_rule and tenant:9203b4fe3da54f798e2abff9c437f5d4 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:41.157929 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-0fcb9671-ff91-4d37-a97e-4d716153650b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:41.164191 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-0fcb9671-ff91-4d37-a97e-4d716153650b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:41.250244 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9671-ff91-4d37-a97e-4d716153650b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.254405 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9671-ff91-4d37-a97e-4d716153650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.262921 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-74c69a61-e404-4342-ba76-70757d1012ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:41.303496 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-0fcb9671-ff91-4d37-a97e-4d716153650b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9203b4fe3da54f798e2abff9c437f5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832942 May 20 04:29:41.305141 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb9671-ff91-4d37-a97e-4d716153650b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a721ada-e0a5-42ec-b537-a41eef9f3e3a,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:41.306320 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 55968) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:41.308260 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-0fcb9671-ff91-4d37-a97e-4d716153650b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:41.366923 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-49e1e605-7e11-4db0-a0ea-fb4b3b7f5226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.392366 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-49e1e605-7e11-4db0-a0ea-fb4b3b7f5226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.445598 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-49e1e605-7e11-4db0-a0ea-fb4b3b7f5226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.449263 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c017dca7-7cbe-475a-9aec-fe628c2af3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:41.460858 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1e605-7e11-4db0-a0ea-fb4b3b7f5226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a721ada-e0a5-42ec-b537-a41eef9f3e3a,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:41.463207 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-49e1e605-7e11-4db0-a0ea-fb4b3b7f5226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:41.468422 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-49e1e605-7e11-4db0-a0ea-fb4b3b7f5226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:41.472022 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-49e1e605-7e11-4db0-a0ea-fb4b3b7f5226 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a721ada-e0a5-42ec-b537-a41eef9f3e3a HTTP/1.1" status: 204 len: 168 time: 0.1637185 May 20 04:29:41.759791 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c49c-bdcb-4ecd-ac90-70c645f3d350 req-c5e92fc9-0b88-42ad-a500-e2165e3b66aa tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:41.761375 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f668c49c-bdcb-4ecd-ac90-70c645f3d350 req-c5e92fc9-0b88-42ad-a500-e2165e3b66aa tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0865219 May 20 04:29:41.808631 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-f668c49c-bdcb-4ecd-ac90-70c645f3d350 req-0e394815-2eb6-48d2-8e25-50f4e08d2b5e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403674 May 20 04:29:42.169602 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56016) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:42.282066 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-2e3a1808-9cb5-4200-9eb1-2a0cb212367a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112185 May 20 04:29:43.009073 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b72b6-cb91-4a1c-ae89-36a24e8c9863 req-032ff6df-4c21-407f-a268-27e499aeeafa tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:43.010522 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f71b72b6-cb91-4a1c-ae89-36a24e8c9863 req-032ff6df-4c21-407f-a268-27e499aeeafa tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0856626 May 20 04:29:43.054090 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f71b72b6-cb91-4a1c-ae89-36a24e8c9863 req-a6ce845e-0eac-4f55-8356-f9872d33ec0c tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376935 May 20 04:29:43.225530 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-0e48df14-2377-4ed9-9f41-eca1b1801abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:43.226872 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-0e48df14-2377-4ed9-9f41-eca1b1801abe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957&tenant_id=f77dd29d337a4a71b75296339814cdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0696757 May 20 04:29:43.328912 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-cabbfed8-0f0f-4f4b-bab4-5a1714d2ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:43.330348 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-cabbfed8-0f0f-4f4b-bab4-5a1714d2ffdf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 1096 time: 0.0724676 May 20 04:29:43.458674 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-bf71b6c3-064b-459e-ae94-733e6c665a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:43.460124 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-bf71b6c3-064b-459e-ae94-733e6c665a3c service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 918 time: 0.1239350 May 20 04:29:43.653429 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-0c8f1506-75a8-4b81-a1ae-75f4fd8b3385 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96b079c-5a3f-4665-8a6e-937f35510331 HTTP/1.1" status: 200 len: 999 time: 0.1869776 May 20 04:29:43.714955 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-113bb852-9351-46e5-8407-149cbe71284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:43.716539 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-113bb852-9351-46e5-8407-149cbe71284a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.0575705 May 20 04:29:43.790897 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-fa21e547-85bd-4823-964a-352df001dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:43.792424 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-fa21e547-85bd-4823-964a-352df001dcb2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688348 May 20 04:29:43.927028 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-a9a7992a-ee1b-42ed-baf1-e6a402d28c28 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276152 May 20 04:29:44.064036 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ceef191e-6eae-4e3c-9043-81f37d523dd6 req-e9bf6a7a-8727-4e3e-ab09-3d8e13eda4a4 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307294 May 20 04:29:44.253227 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825679f6-07df-43bf-a2fc-9dfb01f225b2 req-9debf474-e1b6-4258-aed0-8848f32bfb55 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:44.255207 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-825679f6-07df-43bf-a2fc-9dfb01f225b2 req-9debf474-e1b6-4258-aed0-8848f32bfb55 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0861607 May 20 04:29:44.302840 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-825679f6-07df-43bf-a2fc-9dfb01f225b2 req-5f176541-cfa1-4044-889c-773d3cc964fb tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418820 May 20 04:29:45.481637 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56076) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:45.574871 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb367d83-4f07-4596-b369-dce190009f25 req-4f082587-843a-45ff-aa3a-34b81c290023 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:45.576682 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bb367d83-4f07-4596-b369-dce190009f25 req-4f082587-843a-45ff-aa3a-34b81c290023 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.1137042 May 20 04:29:45.623270 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-247110c3-2536-4a32-8d2b-a2284e790818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:45.634947 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bb367d83-4f07-4596-b369-dce190009f25 req-bae20f82-8efe-40ed-8676-2d8fb944c075 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512524 May 20 04:29:45.639365 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-247110c3-2536-4a32-8d2b-a2284e790818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:45.643244 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-247110c3-2536-4a32-8d2b-a2284e790818 admin admin] Usage tracker for resource:security_group_rule and tenant:ed3de33305aa47c2ba1bde6ec2cb98f2 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:45.646848 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-247110c3-2536-4a32-8d2b-a2284e790818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:45.653120 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-247110c3-2536-4a32-8d2b-a2284e790818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:45.739160 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-247110c3-2536-4a32-8d2b-a2284e790818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:45.743715 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-247110c3-2536-4a32-8d2b-a2284e790818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:45.750814 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c3d8d48-7f2c-46b3-8d10-541ee6df434d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:45.795922 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247110c3-2536-4a32-8d2b-a2284e790818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96a8343-4227-47e3-96ed-6067ef57e0cc,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:45.802179 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-247110c3-2536-4a32-8d2b-a2284e790818 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed3de33305aa47c2ba1bde6ec2cb98f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194470 May 20 04:29:45.803168 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-247110c3-2536-4a32-8d2b-a2284e790818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:45.803574 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56082) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:45.866317 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f74023f7-e41c-44ac-859f-8f93e2f46dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:45.893287 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f74023f7-e41c-44ac-859f-8f93e2f46dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:45.948920 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f74023f7-e41c-44ac-859f-8f93e2f46dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:45.953991 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:45.973113 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74023f7-e41c-44ac-859f-8f93e2f46dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96a8343-4227-47e3-96ed-6067ef57e0cc,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:45.976974 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f74023f7-e41c-44ac-859f-8f93e2f46dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:45.992075 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f74023f7-e41c-44ac-859f-8f93e2f46dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:45.994271 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-f74023f7-e41c-44ac-859f-8f93e2f46dcc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d96a8343-4227-47e3-96ed-6067ef57e0cc HTTP/1.1" status: 204 len: 168 time: 0.1896896 May 20 04:29:46.840146 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe132e-d6f1-4486-9eff-c3a5280003cf req-8cdb28c4-1548-4e24-882b-16c323845f4f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:46.841739 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4afe132e-d6f1-4486-9eff-c3a5280003cf req-8cdb28c4-1548-4e24-882b-16c323845f4f tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0903323 May 20 04:29:46.889671 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4afe132e-d6f1-4486-9eff-c3a5280003cf req-c39f4c67-4758-4d17-a176-6132a8c52134 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418813 May 20 04:29:48.089275 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb2908-6256-48ea-8753-5c40161df6ab req-3460395f-1ce5-479c-a003-5da7199b8428 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:48.090760 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c9bb2908-6256-48ea-8753-5c40161df6ab req-3460395f-1ce5-479c-a003-5da7199b8428 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0866263 May 20 04:29:48.137569 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c9bb2908-6256-48ea-8753-5c40161df6ab req-61fbc51a-8646-4376-94dc-812d36a9dfa7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410912 May 20 04:29:49.335867 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f0671-da52-4b25-a56f-b2810dd21b46 req-bd6d3199-72f2-4403-ac4a-d9f55e631851 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:49.337339 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6b2f0671-da52-4b25-a56f-b2810dd21b46 req-bd6d3199-72f2-4403-ac4a-d9f55e631851 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0865939 May 20 04:29:49.383581 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-6b2f0671-da52-4b25-a56f-b2810dd21b46 req-4dcc5efb-4e35-452d-baac-0945e253eff0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402684 May 20 04:29:50.575499 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c407af2-e9e3-466a-a113-5832ec6a0273 req-982a6dbb-a453-4f64-88e3-3923e4240e20 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:50.576961 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1c407af2-e9e3-466a-a113-5832ec6a0273 req-982a6dbb-a453-4f64-88e3-3923e4240e20 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0821052 May 20 04:29:50.622042 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1c407af2-e9e3-466a-a113-5832ec6a0273 req-fdfee4d0-f827-42fc-9b87-52e02c523a38 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394232 May 20 04:29:51.527833 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-722b7ae4-6894-409a-b9be-4549e4e93f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:51.812853 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b59f9-81da-41cd-a85f-e73c03d514ce req-146d8345-7590-4a47-a5be-e88f69ea0d68 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:51.814329 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-737b59f9-81da-41cd-a85f-e73c03d514ce req-146d8345-7590-4a47-a5be-e88f69ea0d68 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0807705 May 20 04:29:51.869766 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-737b59f9-81da-41cd-a85f-e73c03d514ce req-a72c792a-98e9-4f96-a227-23fd68abaf4e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486178 May 20 04:29:52.659655 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56168) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:52.783936 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf698-bcc2-4b57-9f2c-9a2d70d1fda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:52.916786 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-6cfbf698-bcc2-4b57-9f2c-9a2d70d1fda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:29:52.922750 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-6cfbf698-bcc2-4b57-9f2c-9a2d70d1fda5 admin admin] Usage tracker for resource:security_group_rule and tenant:59d59e3944024f698817922562ec0b43 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:29:52.926128 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-6cfbf698-bcc2-4b57-9f2c-9a2d70d1fda5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:29:52.932654 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-6cfbf698-bcc2-4b57-9f2c-9a2d70d1fda5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:29:53.076964 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf698-bcc2-4b57-9f2c-9a2d70d1fda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:53.084061 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf698-bcc2-4b57-9f2c-9a2d70d1fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:53.092536 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b5bb9202-e63e-4eba-b2ad-fdee6c595a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:53.142448 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-6cfbf698-bcc2-4b57-9f2c-9a2d70d1fda5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=59d59e3944024f698817922562ec0b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816980 May 20 04:29:53.142881 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56176) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:29:53.157064 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbf698-bcc2-4b57-9f2c-9a2d70d1fda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2109458a-f4ec-4064-979e-1245f22659e4,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:53.160268 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6cfbf698-bcc2-4b57-9f2c-9a2d70d1fda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:53.168216 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead41b-5557-46e5-82a5-4fbf67e6d9d4 req-9fb3cbe5-c1aa-4ff6-b3bd-fe55d8bc98a9 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:53.169689 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d1ead41b-5557-46e5-82a5-4fbf67e6d9d4 req-9fb3cbe5-c1aa-4ff6-b3bd-fe55d8bc98a9 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.1710305 May 20 04:29:53.219029 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-d1ead41b-5557-46e5-82a5-4fbf67e6d9d4 req-650d4465-2474-4aee-b4b9-4708ec0d35e0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426917 May 20 04:29:53.225809 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2130f114-1dc2-4be6-9638-80d53917fb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:53.253557 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2130f114-1dc2-4be6-9638-80d53917fb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:53.307416 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2130f114-1dc2-4be6-9638-80d53917fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:53.311137 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1a5f6553-b22a-4dd0-ba06-e25349c2901b tempest-AttachVolumeTestJSON-1064985805 tempest-AttachVolumeTestJSON-1064985805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:53.324527 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130f114-1dc2-4be6-9638-80d53917fb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2109458a-f4ec-4064-979e-1245f22659e4,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:53.326936 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2130f114-1dc2-4be6-9638-80d53917fb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:53.335663 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2130f114-1dc2-4be6-9638-80d53917fb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:53.337156 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-2130f114-1dc2-4be6-9638-80d53917fb35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2109458a-f4ec-4064-979e-1245f22659e4 HTTP/1.1" status: 204 len: 168 time: 0.1928973 May 20 04:29:53.793136 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-cc23cd6c-c05d-4758-ba06-ef2dd3cc3af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:53.964256 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:54.421591 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9994b03-3e5e-48e0-9318-70d23a9dc61a req-165e691a-b97f-463a-a14e-33de6caafcf5 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:54.423212 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b9994b03-3e5e-48e0-9318-70d23a9dc61a req-165e691a-b97f-463a-a14e-33de6caafcf5 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0886643 May 20 04:29:54.469794 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b9994b03-3e5e-48e0-9318-70d23a9dc61a req-49acc47e-161c-45fb-b72f-271c77b51f67 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402348 May 20 04:29:54.810646 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:55.655329 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d26c1f-1f2b-4f33-b846-90c23d84675c req-6f260aa6-f6de-4d68-a472-6d5ec39687f2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:55.656781 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-64d26c1f-1f2b-4f33-b846-90c23d84675c req-6f260aa6-f6de-4d68-a472-6d5ec39687f2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0790634 May 20 04:29:55.699714 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-64d26c1f-1f2b-4f33-b846-90c23d84675c req-a5545bef-6ed0-4fb3-b26a-ae5dd1ddfdd6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366695 May 20 04:29:56.469725 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:56.887080 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f006a2c-8f4f-48af-b03a-de9d94eb94d7 req-90f6cfdf-e558-4f50-8cef-c7b7e6e0478b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:56.888539 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1f006a2c-8f4f-48af-b03a-de9d94eb94d7 req-90f6cfdf-e558-4f50-8cef-c7b7e6e0478b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 943 time: 0.0804491 May 20 04:29:56.932127 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-1f006a2c-8f4f-48af-b03a-de9d94eb94d7 req-5aaee6e7-84e9-4efe-ad7a-ff52ecff4fe6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379324 May 20 04:29:57.277124 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e96b079c-5a3f-4665-8a6e-937f35510331 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:29:57.405990 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:57.418611 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'port_id': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'mac_address': 'fa:16:3e:1b:ba:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:29:57.472310 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:57.492051 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96b079c-5a3f-4665-8a6e-937f35510331 {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:29:57.508212 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:57.511879 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:57.514545 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:57.580044 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=9']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:57.587646 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.587992 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.588338 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.588672 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.589005 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.589351 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.589678 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.590006 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.590334 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.590660 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.590980 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.591302 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:29:57.595186 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:57.810759 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['e96b079c-5a3f-4665-8a6e-937f35510331'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:29:58.122571 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605e702-0cd1-487c-8332-51a8b2af7941 req-24f57e50-af53-4478-b675-b793755f6142 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:58.124334 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-9605e702-0cd1-487c-8332-51a8b2af7941 req-24f57e50-af53-4478-b675-b793755f6142 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 944 time: 0.0834908 May 20 04:29:58.168419 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-9605e702-0cd1-487c-8332-51a8b2af7941 req-694b3151-36e2-41bb-ad56-d3f93b8b098b tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373857 May 20 04:29:59.289350 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e96b079c-5a3f-4665-8a6e-937f35510331 up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:29:59.354915 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port e96b079c-5a3f-4665-8a6e-937f35510331 triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:29:59.355292 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:59.357422 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d03bc3-34e6-403d-ac3b-b0f5b83f1502 req-2bb516fb-ed57-4554-80a7-f8fbfa0e9d45 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:59.358875 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-19d03bc3-34e6-403d-ac3b-b0f5b83f1502 req-2bb516fb-ed57-4554-80a7-f8fbfa0e9d45 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 944 time: 0.0826821 May 20 04:29:59.405323 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-19d03bc3-34e6-403d-ac3b-b0f5b83f1502 req-d9992ce5-b4b3-4c62-98cd-42e24e254bb6 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401914 May 20 04:29:59.471783 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:59.497793 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:29:59.507253 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:29:59.512360 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:29:59.514302 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:29:59.549498 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'code': 200} May 20 04:29:59.579846 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=10']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:29:59.584050 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:29:59.824244 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c7244-6a55-4865-b686-9d7c4a80aed9 req-23fbbdc8-aca2-44f4-9159-ee89353c235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:29:59.825683 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fd6c7244-6a55-4865-b686-9d7c4a80aed9 req-23fbbdc8-aca2-44f4-9159-ee89353c235b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 1099 time: 0.0720110 May 20 04:29:59.866352 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-fd6c7244-6a55-4865-b686-9d7c4a80aed9 req-0df0bc9c-ca00-4ba3-b34b-dd2b0fe49197 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333965 May 20 04:30:00.597685 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c80f9-9071-4757-9514-363fb8c80d81 req-c579ce69-8e29-4a5d-a26b-45e1076b1049 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:00.599621 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a09c80f9-9071-4757-9514-363fb8c80d81 req-c579ce69-8e29-4a5d-a26b-45e1076b1049 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 946 time: 0.0829098 May 20 04:30:00.643053 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a09c80f9-9071-4757-9514-363fb8c80d81 req-8a05613c-00d5-4c3f-a277-3aa4014397c7 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377438 May 20 04:30:01.838716 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873c761-57f1-4ad6-b294-161f01ddcc24 req-d8843091-16b5-49d3-b0bc-c426aa386e63 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:01.840217 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f873c761-57f1-4ad6-b294-161f01ddcc24 req-d8843091-16b5-49d3-b0bc-c426aa386e63 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 946 time: 0.0836942 May 20 04:30:01.885161 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-f873c761-57f1-4ad6-b294-161f01ddcc24 req-8cf3084b-6715-44ea-aed1-30c80cf015c1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391276 May 20 04:30:03.158813 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719cc92-37ef-4ac4-a428-91e0803d2c7c req-2834e6da-ee97-40f9-ac49-e24b32f2c2c2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:03.160336 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4719cc92-37ef-4ac4-a428-91e0803d2c7c req-2834e6da-ee97-40f9-ac49-e24b32f2c2c2 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 946 time: 0.1682541 May 20 04:30:03.204467 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-4719cc92-37ef-4ac4-a428-91e0803d2c7c req-50cde36a-008c-4d85-b8c6-5bb60a14de3e tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383806 May 20 04:30:08.719754 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:10.785534 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-e0346c87-8edf-47a5-ae88-f1585198aeb3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676155 May 20 04:30:10.955281 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-6d1d616a-8ed5-4065-8195-9efe83932657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:10.956776 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-6d1d616a-8ed5-4065-8195-9efe83932657 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f77dd29d337a4a71b75296339814cdd3&device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 1099 time: 0.0717237 May 20 04:30:11.101897 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-1f5306c3-20a9-4546-b999-d3c80d68dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:11.103333 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-1f5306c3-20a9-4546-b999-d3c80d68dfd6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 200 len: 918 time: 0.1264732 May 20 04:30:11.248223 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-0ad25405-43f3-4dc6-b2ca-c6e3ac77bcbc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e96b079c-5a3f-4665-8a6e-937f35510331 HTTP/1.1" status: 200 len: 1001 time: 0.1374595 May 20 04:30:11.312830 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-60bdaf69-198f-4dae-beb3-febb8faa352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:11.314257 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-60bdaf69-198f-4dae-beb3-febb8faa352b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 200 len: 856 time: 0.0572491 May 20 04:30:11.393215 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-6dec548b-5f33-45aa-96c8-9066112c658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:11.394664 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-6dec548b-5f33-45aa-96c8-9066112c658d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719247 May 20 04:30:11.525020 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-5b5a17bd-f4f4-4bfd-8623-3f8ba0b838dc service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229784 May 20 04:30:11.655841 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d2976d11-b52e-4470-b26f-92b282a5d64d req-0b15c460-e46e-4765-ba93-351614d50ed6 service neutron] 10.222.0.79 "GET /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225340 May 20 04:30:12.636198 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:30:21.530096 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-52f317aa-25a3-48d9-b0c1-96f3aeb0c83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:23.798912 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bb9c89f0-a415-4bcb-8bbf-b25513459ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:23.966355 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:24.843227 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:26.472533 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:34.583035 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeab008-cff4-4527-ab90-4d1f6383e1d2 req-13f40f18-80bc-4ff5-a818-e08bb66ea846 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:34.584518 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-8aeab008-cff4-4527-ab90-4d1f6383e1d2 req-13f40f18-80bc-4ff5-a818-e08bb66ea846 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 946 time: 0.0804272 May 20 04:30:34.629133 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-8aeab008-cff4-4527-ab90-4d1f6383e1d2 req-f38d42b6-d91d-40bf-94d9-8b05e4ae70b1 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382581 May 20 04:30:35.822964 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36740307-6d9c-4a80-bd6e-061c99cdbc9c req-cfd3d7b3-f01c-41b1-b1df-90bece66baa0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:35.824520 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-36740307-6d9c-4a80-bd6e-061c99cdbc9c req-cfd3d7b3-f01c-41b1-b1df-90bece66baa0 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 946 time: 0.0814452 May 20 04:30:35.868199 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-36740307-6d9c-4a80-bd6e-061c99cdbc9c req-ff2f60d4-72d1-41fe-bb3a-f58262bc2781 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups?id=32d362ee-9538-4469-adf4-5e9357e9d107&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379875 May 20 04:30:35.962900 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea85a89-915c-4067-8b49-08e58da2687d req-613858c0-31bf-4cb1-a1d6-8ce665352bfd tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:30:35.964289 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bea85a89-915c-4067-8b49-08e58da2687d req-613858c0-31bf-4cb1-a1d6-8ce665352bfd tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 946 time: 0.0823827 May 20 04:30:36.094811 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Deleting port e96b079c-5a3f-4665-8a6e-937f35510331 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:30:36.095150 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.226977 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] For port e96b079c-5a3f-4665-8a6e-937f35510331, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e96b079c-5a3f-4665-8a6e-937f35510331,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:36.227258 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.611050 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.611420 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520627'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.611760 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.l3_db [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Floating IP 2a2b7cc4-71bb-4eda-98f8-ebe31f48318d disassociated. External IP: 172.28.0.175, port: e96b079c-5a3f-4665-8a6e-937f35510331. May 20 04:30:36.612107 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Calling delete_port for e96b079c-5a3f-4665-8a6e-937f35510331 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:30:36.720409 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:36.726220 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b20a0562-e4f8-4920-816e-6254d5d846b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:36.773911 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event deleted for resources: {'Port': ['ID=e96b079c-5a3f-4665-8a6e-937f35510331,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:36.785237 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.785569 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.785944 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.786318 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.786685 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.787046 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.787408 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.787793 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.788677 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.789033 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.789390 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.789749 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:36.794132 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:36.975045 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Router 511a323b-fbb7-4aeb-a0db-57a00df627b1 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:30:37.080068 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ee2c189a-0145-489d-a93c-d5cd42869d68 req-dd1fb11b-64a0-4ead-9e26-5889afb81878 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfc54f79-f428-4ee6-922b-2d99a52f7957 HTTP/1.1" status: 200 len: 210 time: 0.0979753 May 20 04:30:37.204230 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:30:37.214458 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] Sync routers for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:30:37.224301 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:37.225011 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:30:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:37.280473 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] No DVR routers for this DVR port e96b079c-5a3f-4665-8a6e-937f35510331 on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:30:37.283055 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:37.285778 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'name': 'network-vif-deleted', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:30:37.304465 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-bea85a89-915c-4067-8b49-08e58da2687d req-014c683f-12da-4d7a-81e9-9ca976bbf735 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.79 "DELETE /v2.0/ports/e96b079c-5a3f-4665-8a6e-937f35510331 HTTP/1.1" status: 204 len: 173 time: 1.3348022 May 20 04:30:37.338311 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc54f79-f428-4ee6-922b-2d99a52f7957', 'name': 'network-vif-deleted', 'tag': 'e96b079c-5a3f-4665-8a6e-937f35510331', 'status': 'completed', 'code': 200} May 20 04:30:37.448771 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:37.761283 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:37.767557 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] Checking router: 511a323b-fbb7-4aeb-a0db-57a00df627b1 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:30:37.781268 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:37.782282 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:30:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:37.984013 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:38.211038 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56270) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:38.280640 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d051a04-79e4-46cc-827b-51a9d9f85f4a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.305627 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:38.309754 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d441c41-8e2f-439d-8077-66ada4407ace None None] The sync data for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb is: [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:24:05Z', 'revision_number': 4, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '42292487-722f-4a7b-b666-ed672a4d2d64', 'name': '', 'network_id': 'ab438168-b7e0-4f72-8d21-c0fa1d2b0b72', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'mac_address': 'fa:16:3e:1c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '26e4e53b-8533-483c-a18a-07950cf35709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:04Z', 'updated_at': '2021-05-20T04:24:14Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'subnets': [{'id': '26e4e53b-8533-483c-a18a-07950cf35709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:30:38.313967 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d051a04-79e4-46cc-827b-51a9d9f85f4a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.370713 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d051a04-79e4-46cc-827b-51a9d9f85f4a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.375253 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d3eed96b-556e-465a-88b1-d40897054652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:38.392914 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d051a04-79e4-46cc-827b-51a9d9f85f4a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d362ee-9538-4469-adf4-5e9357e9d107,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:38.402532 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4d051a04-79e4-46cc-827b-51a9d9f85f4a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:38.412360 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4d051a04-79e4-46cc-827b-51a9d9f85f4a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.416571 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-4d051a04-79e4-46cc-827b-51a9d9f85f4a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "DELETE /v2.0/security-groups/32d362ee-9538-4469-adf4-5e9357e9d107 HTTP/1.1" status: 204 len: 168 time: 0.2019753 May 20 04:30:38.417735 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56274) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:38.435711 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.api.v2.resource [None req-17936867-42da-4008-b3b3-c5994bca7687 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] show failed (client error): The resource could not be found. May 20 04:30:38.436717 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-17936867-42da-4008-b3b3-c5994bca7687 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "GET /v2.0/security-groups/32d362ee-9538-4469-adf4-5e9357e9d107 HTTP/1.1" status: 404 len: 347 time: 0.0177824 May 20 04:30:38.439630 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56278) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:38.586095 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e939b9a-535a-4203-a471-1c81d4efc11a None None] New status for floating IP 2a2b7cc4-71bb-4eda-98f8-ebe31f48318d: DOWN {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:30:38.670540 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Deleting port 5547b7fb-1196-45e7-8e08-b8e50151062d {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:30:38.671149 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.791206 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.791840 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.794494 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:38.918900 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Calling delete_port for 5547b7fb-1196-45e7-8e08-b8e50151062d owned by network:floatingip {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:30:39.027507 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:39.031248 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ecb76a72-ef76-41d2-b5e3-f1f344263531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:39.074591 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Pushing event deleted for resources: {'Port': ['ID=5547b7fb-1196-45e7-8e08-b8e50151062d,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:39.115648 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.116063 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.116444 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.116823 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.117189 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.117551 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.117914 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.118271 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.118630 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.118987 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.119340 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.119721 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:30:39.128440 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:39.181540 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks [] for floatingip, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:39.205336 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:39.212100 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-225886a2-ca8c-4e33-8c0f-b56b895f4726 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] 10.222.0.72 "DELETE /v2.0/floatingips/2a2b7cc4-71bb-4eda-98f8-ebe31f48318d HTTP/1.1" status: 204 len: 168 time: 0.7708788 May 20 04:30:39.457017 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e96b079c-5a3f-4665-8a6e-937f35510331 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:30:39.492677 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: e96b079c-5a3f-4665-8a6e-937f35510331 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:30:39.493033 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e96b079c-5a3f-4665-8a6e-937f35510331 not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:30:41.983793 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56304) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:42.762013 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520521'] for router_interface, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.166838 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Deleting port 42292487-722f-4a7b-b666-ed672a4d2d64 {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:30:43.167505 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.286411 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] For port 42292487-722f-4a7b-b666-ed672a4d2d64, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=42292487-722f-4a7b-b666-ed672a4d2d64,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:43.286765 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.409966 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Calling delete_port for 42292487-722f-4a7b-b666-ed672a4d2d64 owned by network:router_interface {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:30:43.561857 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:43.566339 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-0153830b-1028-4803-bf82-62ec454a9c31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:43.611290 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=42292487-722f-4a7b-b666-ed672a4d2d64,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:43.638105 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:43.982416 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7988410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519129'] for router_interface, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:44.339441 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Router 511a323b-fbb7-4aeb-a0db-57a00df627b1 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:30:44.516989 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:30:44.527225 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] Sync routers for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:30:44.529702 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-53246a26-1061-4998-8018-16a33e0d1c83 admin admin] 10.222.0.72 "PUT /v2.0/routers/511a323b-fbb7-4aeb-a0db-57a00df627b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5448413 May 20 04:30:44.532298 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56310) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:44.538992 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:44.539629 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:30:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:44.711398 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:44.713316 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:44.884972 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:44.960347 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Deleting port dfc05f38-e918-4be4-8528-a9abb6d81ac3 {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:30:44.960691 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.020372 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207'}], 'enable_snat': True}, 'gw_port_id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:30:43Z', 'revision_number': 5, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port': {'id': 'dfc05f38-e918-4be4-8528-a9abb6d81ac3', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:24:00Z', 'updated_at': '2021-05-20T04:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:45.024612 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] Checking router: 511a323b-fbb7-4aeb-a0db-57a00df627b1 for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:30:45.032645 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] Routers {'511a323b-fbb7-4aeb-a0db-57a00df627b1'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:30:45.033256 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:30:24Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['511a323b-fbb7-4aeb-a0db-57a00df627b1'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:45.080754 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] For port dfc05f38-e918-4be4-8528-a9abb6d81ac3, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=dfc05f38-e918-4be4-8528-a9abb6d81ac3,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:45.081111 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.179500 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] Set router 511a323b-fbb7-4aeb-a0db-57a00df627b1 gateway port host: None {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:30:45.286071 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:30:44Z', 'revision_number': 6, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port_host': None}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:45.290410 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f22c70-87e0-4625-8a07-03ef97a5a842 None None] The sync data for ids ['511a323b-fbb7-4aeb-a0db-57a00df627b1'] in dv-cinder-782405-9-smb is: [{'id': '511a323b-fbb7-4aeb-a0db-57a00df627b1', 'name': 'tempest-AttachVolumeShelveTestJSON-2063735930-router', 'tenant_id': 'f77dd29d337a4a71b75296339814cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:23:59Z', 'updated_at': '2021-05-20T04:30:44Z', 'revision_number': 6, 'project_id': 'f77dd29d337a4a71b75296339814cdd3', 'gw_port_host': None}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:30:45.313002 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Calling delete_port for dfc05f38-e918-4be4-8528-a9abb6d81ac3 owned by network:router_gateway {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:30:45.459616 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3145608'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.464037 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a072659d-25a2-46c4-84a0-f97f2c0ca370 tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:45.508573 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc05f38-e918-4be4-8528-a9abb6d81ac3,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:45.533472 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:45.600176 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519778'] for router_gateway, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.775830 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.778048 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.800439 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516917'] for router, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.801062 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 511a323b-fbb7-4aeb-a0db-57a00df627b1 {{(pid=91668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:30:45.813923 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] Notify callbacks [] for router, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.815028 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-ab39e2e6-48eb-48f9-bcda-7127c93700f6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/511a323b-fbb7-4aeb-a0db-57a00df627b1 HTTP/1.1" status: 204 len: 168 time: 1.2818332 May 20 04:30:45.817501 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56314) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:45.875684 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c45f4c-919c-487b-be5e-9690b9204fc8 admin admin] Deleting subnet 26e4e53b-8533-483c-a18a-07950cf35709 {{(pid=91668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:30:45.878976 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-95c45f4c-919c-487b-be5e-9690b9204fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:45.929078 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-95c45f4c-919c-487b-be5e-9690b9204fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1637402'] for subnet, precommit_delete_associations {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.009502 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-95c45f4c-919c-487b-be5e-9690b9204fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.260253 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-95c45f4c-919c-487b-be5e-9690b9204fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2711231'] for subnet, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.264280 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-58ef473d-95e8-4bbc-8d1f-7f1be1144065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:46.297871 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c45f4c-919c-487b-be5e-9690b9204fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e4e53b-8533-483c-a18a-07950cf35709,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:46.300794 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-95c45f4c-919c-487b-be5e-9690b9204fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:46.301739 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-95c45f4c-919c-487b-be5e-9690b9204fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.306733 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a86fe0-237e-43e2-a5ed-6eabdbcd88c4 None None] Network ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:30:46.310251 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56318) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:46.310774 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-95c45f4c-919c-487b-be5e-9690b9204fc8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/26e4e53b-8533-483c-a18a-07950cf35709 HTTP/1.1" status: 204 len: 168 time: 0.4917612 May 20 04:30:46.418320 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.489011 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Deleting port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:30:46.489468 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.552393 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5dda07-8797-447a-8336-37e5e3edfbcf None None] DHCP port deletion for ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 request from dv-cinder-782405-9-smb {{(pid=91669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:30:46.599096 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] For port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:46.599619 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.619021 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-5c5dda07-8797-447a-8336-37e5e3edfbcf None None] Deleting port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 {{(pid=91669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:30:46.619402 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-5c5dda07-8797-447a-8336-37e5e3edfbcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.633085 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device dfc05f38-e918-4be4-8528-a9abb6d81ac3 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:30:46.679666 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: dfc05f38-e918-4be4-8528-a9abb6d81ac3 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:30:46.680018 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device dfc05f38-e918-4be4-8528-a9abb6d81ac3 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:30:46.680435 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 42292487-722f-4a7b-b666-ed672a4d2d64 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:30:46.716836 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 42292487-722f-4a7b-b666-ed672a4d2d64 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:30:46.717186 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 42292487-722f-4a7b-b666-ed672a4d2d64 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:30:46.717598 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:30:46.723361 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Calling delete_port for ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 owned by network:dhcp {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:30:46.769957 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.773716 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c3d9829-34ea-43bf-9fca-97a871bc1c91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:46.797840 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:30:46.798191 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:30:46.816585 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-5c5dda07-8797-447a-8336-37e5e3edfbcf None None] For port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2,segment=NetworkSegment(ccc4d872-9663-4262-8ffd-0393529f3be8),segment_id=ccc4d872-9663-4262-8ffd-0393529f3be8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:30:46.816982 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-5c5dda07-8797-447a-8336-37e5e3edfbcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.821161 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] No DVR routers for this DVR port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 on host dv-cinder-782405-9-smb {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:30:46.822770 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:46.847929 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:46.939830 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-5c5dda07-8797-447a-8336-37e5e3edfbcf None None] Calling delete_port for ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 owned by network:dhcp {{(pid=91669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:30:46.984622 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-5c5dda07-8797-447a-8336-37e5e3edfbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852'] for port, after_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:46.988340 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:47.036209 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dda07-8797-447a-8336-37e5e3edfbcf None None] Pushing event deleted for resources: {'Port': ['ID=ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2,revision_number=None']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:47.038689 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-5c5dda07-8797-447a-8336-37e5e3edfbcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:47.041276 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5dda07-8797-447a-8336-37e5e3edfbcf None None] No DVR routers for this DVR port ea4b99ea-aed6-4f8b-80ab-e758e40cd3f2 on host dv-cinder-782405-9-smb {{(pid=91669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:30:47.051097 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.059594 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab438168-b7e0-4f72-8d21-c0fa1d2b0b72']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:47.071715 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc4d872-9663-4262-8ffd-0393529f3be8') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:47.072008 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc4d872-9663-4262-8ffd-0393529f3be8') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:30:47.082817 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.098835 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.104659 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:30:47.105033 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:30:47.117605 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:30:47.193136 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.198519 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.201009 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cd87c59d-f750-47a5-9b42-716477898d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:47.225346 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab438168-b7e0-4f72-8d21-c0fa1d2b0b72,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:47.227651 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:47.237483 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-9742ce1b-0eeb-4eff-97f1-756bf0c5df9d admin admin] 10.222.0.72 "DELETE /v2.0/networks/ab438168-b7e0-4f72-8d21-c0fa1d2b0b72 HTTP/1.1" status: 204 len: 168 time: 0.9261434 May 20 04:30:47.352729 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56324) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:47.400926 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-c95fabf1-dc78-4a10-b2bf-93437e4b9da8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f77dd29d337a4a71b75296339814cdd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469956 May 20 04:30:47.403302 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56328) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:47.460875 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4332370-d054-4960-a550-b3afa19547be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.485390 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4332370-d054-4960-a550-b3afa19547be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.536722 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4332370-d054-4960-a550-b3afa19547be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.540386 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f75bd319-294d-40a3-b956-e1e5d799f9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:47.557329 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4332370-d054-4960-a550-b3afa19547be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d514df-afcd-4701-8db1-4c4ce3d46256,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:47.561073 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b4332370-d054-4960-a550-b3afa19547be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:47.564181 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4332370-d054-4960-a550-b3afa19547be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:47.565256 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-b4332370-d054-4960-a550-b3afa19547be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/13d514df-afcd-4701-8db1-4c4ce3d46256 HTTP/1.1" status: 204 len: 168 time: 0.1610565 May 20 04:30:49.533700 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56392) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:49.633912 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:30:49.649364 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:49.663712 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:49.667411 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce94415ef6e0420b80786293a68f6004 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:49.670177 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:49.675758 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:49.753380 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:49.756997 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:49.765036 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b160c5e3-4d63-477b-8ee3-6da7bd91e6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:49.806711 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce94415ef6e0420b80786293a68f6004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696288 May 20 04:30:49.806711 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204e8842-fee8-4882-ac51-cff72ad92079,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:49.807078 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56398) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:49.809225 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:49.864609 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-69996778-b20d-47d5-b06d-019b64ec5200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:49.889990 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-69996778-b20d-47d5-b06d-019b64ec5200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:49.942089 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-69996778-b20d-47d5-b06d-019b64ec5200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:49.945614 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e52887fd-09e8-4812-b9ac-4a0d90d8bf76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:49.956238 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69996778-b20d-47d5-b06d-019b64ec5200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204e8842-fee8-4882-ac51-cff72ad92079,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:49.961527 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-69996778-b20d-47d5-b06d-019b64ec5200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:49.963676 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-69996778-b20d-47d5-b06d-019b64ec5200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:49.964830 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-69996778-b20d-47d5-b06d-019b64ec5200 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/204e8842-fee8-4882-ac51-cff72ad92079 HTTP/1.1" status: 204 len: 168 time: 0.1566641 May 20 04:30:50.238494 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56406) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:50.256126 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eb857767-044b-439a-a612-5c368d758836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:50.270497 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-eb857767-044b-439a-a612-5c368d758836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:50.275570 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-eb857767-044b-439a-a612-5c368d758836 admin admin] Usage tracker for resource:security_group_rule and tenant:df241941467f43508d98f038f6b06d66 is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:50.278459 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-eb857767-044b-439a-a612-5c368d758836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:50.284775 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-eb857767-044b-439a-a612-5c368d758836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:50.365542 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eb857767-044b-439a-a612-5c368d758836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:50.369763 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eb857767-044b-439a-a612-5c368d758836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:50.382491 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f7628f44-ccf1-4c0d-9e86-ee828b1820d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:50.421264 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-eb857767-044b-439a-a612-5c368d758836 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df241941467f43508d98f038f6b06d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817205 May 20 04:30:50.422858 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb857767-044b-439a-a612-5c368d758836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773d0b98-31f8-4d9f-b6c2-122cafe8ab6c,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:50.424057 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56410) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:50.425807 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-eb857767-044b-439a-a612-5c368d758836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:50.486716 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-69beb096-9763-41e5-9e9f-8ab30327d1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:50.513545 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-69beb096-9763-41e5-9e9f-8ab30327d1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:50.566105 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-69beb096-9763-41e5-9e9f-8ab30327d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:50.570664 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e5e69ce0-5026-49ff-b202-86df645efdf0 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:50.581403 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69beb096-9763-41e5-9e9f-8ab30327d1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773d0b98-31f8-4d9f-b6c2-122cafe8ab6c,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:50.583654 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-69beb096-9763-41e5-9e9f-8ab30327d1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:50.589056 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-69beb096-9763-41e5-9e9f-8ab30327d1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:50.591647 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-69beb096-9763-41e5-9e9f-8ab30327d1f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/773d0b98-31f8-4d9f-b6c2-122cafe8ab6c HTTP/1.1" status: 204 len: 168 time: 0.1658683 May 20 04:30:51.534847 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-69f95e46-c9d9-48e6-bd72-e8572dacba74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:53.804851 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd13a-0b4b-429e-8a36-5adb0bae056b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:53.974479 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:54.816631 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:56.478706 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.003100 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56534) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:58.122827 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1b9df8b8-bfe0-4fa7-ada3-c715b8f48bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.137575 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-1b9df8b8-bfe0-4fa7-ada3-c715b8f48bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:58.141397 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-1b9df8b8-bfe0-4fa7-ada3-c715b8f48bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:18d2cd1a8d1340daa82fa0555d2b38d5 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:58.144503 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-1b9df8b8-bfe0-4fa7-ada3-c715b8f48bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:58.150710 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-1b9df8b8-bfe0-4fa7-ada3-c715b8f48bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:58.234563 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1b9df8b8-bfe0-4fa7-ada3-c715b8f48bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.238742 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1b9df8b8-bfe0-4fa7-ada3-c715b8f48bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.246052 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-827b45b0-1b45-47fa-ac3a-660f8841a50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:58.290071 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9df8b8-bfe0-4fa7-ada3-c715b8f48bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4cf8b9-c711-4b2d-a148-f87ef493c573,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:58.294280 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-1b9df8b8-bfe0-4fa7-ada3-c715b8f48bd1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=18d2cd1a8d1340daa82fa0555d2b38d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900643 May 20 04:30:58.295532 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-1b9df8b8-bfe0-4fa7-ada3-c715b8f48bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:58.297231 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56540) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:58.358003 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9374d628-8aaa-46d4-9222-04984bb8b71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.385244 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9374d628-8aaa-46d4-9222-04984bb8b71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.437731 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9374d628-8aaa-46d4-9222-04984bb8b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.441921 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3e9bfade-28b6-4ae5-b291-1882e61a4f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:58.453484 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374d628-8aaa-46d4-9222-04984bb8b71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4cf8b9-c711-4b2d-a148-f87ef493c573,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:58.457505 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-9374d628-8aaa-46d4-9222-04984bb8b71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:58.463536 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9374d628-8aaa-46d4-9222-04984bb8b71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.463536 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-9374d628-8aaa-46d4-9222-04984bb8b71d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b4cf8b9-c711-4b2d-a148-f87ef493c573 HTTP/1.1" status: 204 len: 168 time: 0.1634862 May 20 04:30:58.748236 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56548) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:58.766898 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-661756a8-dc4e-482f-afcf-57b38d61fe3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.781218 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-661756a8-dc4e-482f-afcf-57b38d61fe3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:30:58.785000 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-661756a8-dc4e-482f-afcf-57b38d61fe3f admin admin] Usage tracker for resource:security_group_rule and tenant:e1fcb08107de418d92cc4cef124e1b1c is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:30:58.787825 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-661756a8-dc4e-482f-afcf-57b38d61fe3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:30:58.793660 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-661756a8-dc4e-482f-afcf-57b38d61fe3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:30:58.882774 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-661756a8-dc4e-482f-afcf-57b38d61fe3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.887243 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-661756a8-dc4e-482f-afcf-57b38d61fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:58.894256 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-480344d0-1877-44e9-a8c2-20d778dc954d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:58.936261 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-661756a8-dc4e-482f-afcf-57b38d61fe3f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1fcb08107de418d92cc4cef124e1b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869459 May 20 04:30:58.937028 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661756a8-dc4e-482f-afcf-57b38d61fe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eb3e3f-c6d6-44fe-bdd1-1015b17462d0,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:58.940271 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56552) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:30:58.940812 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-661756a8-dc4e-482f-afcf-57b38d61fe3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:59.004495 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-46838bdb-08d6-4619-a8a5-7a642b9332c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:59.030269 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-46838bdb-08d6-4619-a8a5-7a642b9332c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:59.084111 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-46838bdb-08d6-4619-a8a5-7a642b9332c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:59.087909 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-98bd1e25-89bd-42fe-b28d-365d32fb6a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:30:59.101343 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46838bdb-08d6-4619-a8a5-7a642b9332c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eb3e3f-c6d6-44fe-bdd1-1015b17462d0,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:30:59.105290 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-46838bdb-08d6-4619-a8a5-7a642b9332c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:30:59.116397 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-46838bdb-08d6-4619-a8a5-7a642b9332c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:30:59.119569 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-46838bdb-08d6-4619-a8a5-7a642b9332c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e4eb3e3f-c6d6-44fe-bdd1-1015b17462d0 HTTP/1.1" status: 204 len: 168 time: 0.1775820 May 20 04:31:08.730535 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:12.986525 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56662) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:31:13.100842 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4df61d3f-7e5b-4ac6-9600-2275074012f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:13.114693 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-4df61d3f-7e5b-4ac6-9600-2275074012f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:31:13.118470 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-4df61d3f-7e5b-4ac6-9600-2275074012f9 admin admin] Usage tracker for resource:security_group_rule and tenant:444d1728d55d4c90b890ed69e1415c03 is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:31:13.121780 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-4df61d3f-7e5b-4ac6-9600-2275074012f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:31:13.127393 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-4df61d3f-7e5b-4ac6-9600-2275074012f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:31:13.208448 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4df61d3f-7e5b-4ac6-9600-2275074012f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:13.212077 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4df61d3f-7e5b-4ac6-9600-2275074012f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:13.220357 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-82428bef-0021-4120-945a-2a6ee5afe3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:13.259637 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-4df61d3f-7e5b-4ac6-9600-2275074012f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=444d1728d55d4c90b890ed69e1415c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719316 May 20 04:31:13.260539 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df61d3f-7e5b-4ac6-9600-2275074012f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf014c19-c96d-4537-9316-3e08aedaf318,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:13.262241 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56668) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:31:13.263743 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4df61d3f-7e5b-4ac6-9600-2275074012f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:13.323596 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-15a51bf7-290f-4265-a386-8adbc5137d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:13.349236 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-15a51bf7-290f-4265-a386-8adbc5137d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:13.450000 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-15a51bf7-290f-4265-a386-8adbc5137d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:13.454736 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5b1fa4ae-f954-4b43-977c-35b8e56ed849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:13.469605 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a51bf7-290f-4265-a386-8adbc5137d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf014c19-c96d-4537-9316-3e08aedaf318,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:13.475368 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-15a51bf7-290f-4265-a386-8adbc5137d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:13.477154 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-15a51bf7-290f-4265-a386-8adbc5137d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:13.478742 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-15a51bf7-290f-4265-a386-8adbc5137d1c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf014c19-c96d-4537-9316-3e08aedaf318 HTTP/1.1" status: 204 len: 168 time: 0.2150545 May 20 04:31:13.482551 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-e8a3c04d-13d0-461a-90f1-0e35831cd745 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1011083 May 20 04:31:13.588689 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-ba691774-97c6-4eec-9b70-7f0bcf788367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:13.590192 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-ba691774-97c6-4eec-9b70-7f0bcf788367 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddbf0e1189b640f2af66e1900cc470e7&device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1098 time: 0.0740855 May 20 04:31:13.736608 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-3297d6d0-3133-4dab-bf37-bc8c566d001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:13.738162 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-3297d6d0-3133-4dab-bf37-bc8c566d001d service neutron] 10.222.0.79 "GET /v2.0/networks?id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977 HTTP/1.1" status: 200 len: 910 time: 0.1291869 May 20 04:31:13.844908 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-ecf5f095-94ad-4c0f-97eb-aa773b3a5546 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e515e7f8-53ef-411a-bc2e-a330832032ec HTTP/1.1" status: 200 len: 1000 time: 0.0991693 May 20 04:31:13.910991 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-efbeb55b-ef14-4307-8884-b0944901c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:13.912573 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-efbeb55b-ef14-4307-8884-b0944901c021 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dfce593-6088-4c59-b222-a68eaef185af HTTP/1.1" status: 200 len: 848 time: 0.0595241 May 20 04:31:13.989307 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-6ad2221d-f232-4f37-b3f8-d42db3e99f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:13.992727 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-6ad2221d-f232-4f37-b3f8-d42db3e99f0c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705590 May 20 04:31:14.123765 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-b976eeab-ba01-4a08-aa15-e746d6300f29 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254756 May 20 04:31:14.258547 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-5358be3c-39d9-46aa-8631-bff938f1cd6a req-4108efe4-5091-4f56-baeb-31f750be84a2 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284671 May 20 04:31:18.282260 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56736) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:31:18.403016 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e2a95b17-cd62-4f2e-b1d5-1d06e434a6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:18.417552 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-e2a95b17-cd62-4f2e-b1d5-1d06e434a6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:31:18.421308 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-e2a95b17-cd62-4f2e-b1d5-1d06e434a6de admin admin] Usage tracker for resource:security_group_rule and tenant:c0b85c7620fb495a96276f4ad578f84c is out of sync, need to count used quota {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:31:18.424114 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [None req-e2a95b17-cd62-4f2e-b1d5-1d06e434a6de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91667) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:31:18.430204 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.quota.driver [None req-e2a95b17-cd62-4f2e-b1d5-1d06e434a6de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91667) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:31:18.509924 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e2a95b17-cd62-4f2e-b1d5-1d06e434a6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:18.513484 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e2a95b17-cd62-4f2e-b1d5-1d06e434a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:18.520072 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4d051a04-79e4-46cc-827b-51a9d9f85f4a tempest-AttachVolumeShelveTestJSON-1737534276 tempest-AttachVolumeShelveTestJSON-1737534276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:18.560211 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-e2a95b17-cd62-4f2e-b1d5-1d06e434a6de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0b85c7620fb495a96276f4ad578f84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769327 May 20 04:31:18.561197 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a95b17-cd62-4f2e-b1d5-1d06e434a6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd2c7a4-3a16-4ae2-8ab2-b0aec9dbcc60,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:18.562876 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56742) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:31:18.564407 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e2a95b17-cd62-4f2e-b1d5-1d06e434a6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:18.707568 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-970c3bba-49e6-4723-a546-12fcdc5443a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:18.733549 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-970c3bba-49e6-4723-a546-12fcdc5443a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:18.785026 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-970c3bba-49e6-4723-a546-12fcdc5443a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:18.788770 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-69beb096-9763-41e5-9e9f-8ab30327d1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:18.802063 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c3bba-49e6-4723-a546-12fcdc5443a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd2c7a4-3a16-4ae2-8ab2-b0aec9dbcc60,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:18.804528 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-970c3bba-49e6-4723-a546-12fcdc5443a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:18.817415 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-970c3bba-49e6-4723-a546-12fcdc5443a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:18.818813 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-970c3bba-49e6-4723-a546-12fcdc5443a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6dd2c7a4-3a16-4ae2-8ab2-b0aec9dbcc60 HTTP/1.1" status: 204 len: 168 time: 0.2546673 May 20 04:31:21.537386 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8ed891de-3b99-452b-a750-bd6c3143c799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:23.797330 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8afa7007-88d2-43c1-9e26-570ac79f339a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:23.967798 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:24.821251 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:26.478726 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:26.631729 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:31:35.109238 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcdee0-3d2e-430b-94c0-08636827ee48 req-71ac0f99-49d0-4edb-be6b-c10aa1d370c3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:35.110673 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-65bcdee0-3d2e-430b-94c0-08636827ee48 req-71ac0f99-49d0-4edb-be6b-c10aa1d370c3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0788305 May 20 04:31:35.157408 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-65bcdee0-3d2e-430b-94c0-08636827ee48 req-1d8a686b-25d1-487b-b50e-a62b399f487f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408599 May 20 04:31:36.354631 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24f26c-e12b-42e2-95d3-a93906d4c9b2 req-04d79b6e-ed55-4159-8f6b-5f4f14053320 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:36.356135 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0e24f26c-e12b-42e2-95d3-a93906d4c9b2 req-04d79b6e-ed55-4159-8f6b-5f4f14053320 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0822284 May 20 04:31:36.509127 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0e24f26c-e12b-42e2-95d3-a93906d4c9b2 req-0227205b-59c4-4254-8342-4f7a34ce3a06 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472211 May 20 04:31:37.710403 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19329e7-66aa-4ab5-bc0c-2e2ad2aeaf83 req-40687ec2-c3a4-4c70-9d6f-83647bea7bc4 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:37.711904 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c19329e7-66aa-4ab5-bc0c-2e2ad2aeaf83 req-40687ec2-c3a4-4c70-9d6f-83647bea7bc4 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0923219 May 20 04:31:37.757869 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-c19329e7-66aa-4ab5-bc0c-2e2ad2aeaf83 req-d93150dc-bbec-4524-832e-b7c013c1c09b tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399261 May 20 04:31:38.728200 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:38.943840 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884e450-96d3-4993-87a2-e7c5f0b5fe0f req-7bfa4550-76a2-44e2-b521-ae9875617b13 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:38.945286 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e884e450-96d3-4993-87a2-e7c5f0b5fe0f req-7bfa4550-76a2-44e2-b521-ae9875617b13 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0811737 May 20 04:31:38.989563 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-e884e450-96d3-4993-87a2-e7c5f0b5fe0f req-5c946028-7b94-4e51-8105-a639e9557938 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384905 May 20 04:31:40.174196 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac001bac-6f93-4e8a-9265-dd0322fc90fc req-98ae861f-1b92-4fe4-a27f-65e982c7642f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:40.175673 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ac001bac-6f93-4e8a-9265-dd0322fc90fc req-98ae861f-1b92-4fe4-a27f-65e982c7642f tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0833950 May 20 04:31:40.220393 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-ac001bac-6f93-4e8a-9265-dd0322fc90fc req-58ec24a5-8493-4178-8b71-419f4f1d4726 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390813 May 20 04:31:41.406218 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4c631-e3b4-4045-988e-a418fa7afaa1 req-bc36c279-7f0a-48a0-8da2-2b0205fecb41 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:41.407729 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-27f4c631-e3b4-4045-988e-a418fa7afaa1 req-bc36c279-7f0a-48a0-8da2-2b0205fecb41 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0829918 May 20 04:31:41.451729 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-27f4c631-e3b4-4045-988e-a418fa7afaa1 req-b052a863-e498-4264-a4d8-cacc69ef1b04 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380683 May 20 04:31:42.631901 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86c2d4-8494-441b-b15f-db54271c1aa8 req-bb2231f5-ddb9-42e1-bf76-42fad2bf7d64 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:42.633343 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bc86c2d4-8494-441b-b15f-db54271c1aa8 req-bb2231f5-ddb9-42e1-bf76-42fad2bf7d64 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0796127 May 20 04:31:42.676812 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-bc86c2d4-8494-441b-b15f-db54271c1aa8 req-552acaa4-aa12-4f73-9ceb-12b3a3bfbfe4 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377743 May 20 04:31:43.854777 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10dd29-11d6-4310-b04e-7cafd32512c5 req-141afe4e-60cd-437f-8252-33bbe1a77570 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:43.856257 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-2f10dd29-11d6-4310-b04e-7cafd32512c5 req-141afe4e-60cd-437f-8252-33bbe1a77570 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0778069 May 20 04:31:43.904588 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-2f10dd29-11d6-4310-b04e-7cafd32512c5 req-2d9d3c73-32c3-429a-b93d-0d39f95e38c8 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 May 20 04:31:44.490986 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 56940) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:31:44.606170 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:44.624915 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 04:31:44.628945 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Usage tracker for resource:security_group_rule and tenant:72d1e13849d44343b99dcbc89130903e is out of sync, need to count used quota {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 04:31:44.631731 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.quota.resource [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 04:31:44.637399 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.db.quota.driver [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 04:31:44.715916 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:44.719573 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:44.727591 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-2853c6e3-0e93-4444-b689-dd293aebd9f7 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:44.767620 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72d1e13849d44343b99dcbc89130903e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755010 May 20 04:31:44.769140 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193748b2-fb0a-47e5-a445-8e858e7cb3dd,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:44.770454 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 56946) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:31:44.776753 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.777209 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.777580 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.777948 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.778356 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.778716 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.779071 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.779424 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.779867 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.780200 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.780551 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.780900 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.784848 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b4318d65-3d22-4076-a2f7-7efdecc84534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:44.828325 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:44.853203 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:44.904295 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:44.908513 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-46838bdb-08d6-4619-a8a5-7a642b9332c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:44.921338 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193748b2-fb0a-47e5-a445-8e858e7cb3dd,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:44.932298 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.932682 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.933053 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.933602 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.933857 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.934119 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.934480 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.934840 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.935199 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.935583 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.935940 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.936293 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:44.939398 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:44.947492 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:44.947492 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-58ec5622-8d61-4b9f-929f-3cfe3077b575 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/193748b2-fb0a-47e5-a445-8e858e7cb3dd HTTP/1.1" status: 204 len: 168 time: 0.1750274 May 20 04:31:45.098932 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e4397-dbba-459e-8210-f69809e77e3f req-0fd9eee1-0141-436b-a66b-de4a380b0328 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:45.100550 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-162e4397-dbba-459e-8210-f69809e77e3f req-0fd9eee1-0141-436b-a66b-de4a380b0328 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0848033 May 20 04:31:45.153717 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-162e4397-dbba-459e-8210-f69809e77e3f req-f9eb6a2e-aadf-4e1d-8b6b-02cd4be46c0b tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469787 May 20 04:31:45.294238 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-54729afb-06e1-4ded-8255-9ddd6b4fec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:45.295680 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-54729afb-06e1-4ded-8255-9ddd6b4fec1f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddbf0e1189b640f2af66e1900cc470e7&device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1098 time: 0.0751312 May 20 04:31:45.428875 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-b77a8f4b-1211-42c9-b015-3f613dba96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:45.430311 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-b77a8f4b-1211-42c9-b015-3f613dba96c6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977 HTTP/1.1" status: 200 len: 910 time: 0.1288738 May 20 04:31:45.532448 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-e48a9d19-e9bf-4bac-b57a-acf9ca9abf05 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e515e7f8-53ef-411a-bc2e-a330832032ec HTTP/1.1" status: 200 len: 1000 time: 0.0955105 May 20 04:31:45.594381 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-aeeedc5d-9123-4d94-b196-321a9c14cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:45.595692 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-aeeedc5d-9123-4d94-b196-321a9c14cead service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dfce593-6088-4c59-b222-a68eaef185af HTTP/1.1" status: 200 len: 848 time: 0.0564320 May 20 04:31:45.669742 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-1ae1f6a1-6771-4c96-9e39-e66518c60010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:45.671195 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-1ae1f6a1-6771-4c96-9e39-e66518c60010 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684888 May 20 04:31:45.800378 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-05fde4e9-e51a-44e3-9a58-e8a49f26087e service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232362 May 20 04:31:45.930197 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d20fabf1-ae26-451a-928c-c3d808aa391e req-52b21d3f-595e-4c1c-a5ee-2768723a7df0 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236310 May 20 04:31:46.340753 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709d0de-a3ca-4bdc-a4f0-683e4a2deba3 req-64e954e5-385d-4c0b-9af8-aa9f2cec2dec tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:46.342294 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0709d0de-a3ca-4bdc-a4f0-683e4a2deba3 req-64e954e5-385d-4c0b-9af8-aa9f2cec2dec tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0813720 May 20 04:31:46.386829 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-0709d0de-a3ca-4bdc-a4f0-683e4a2deba3 req-4a36af92-6219-41c2-8a00-bca9d4e9ff4c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388787 May 20 04:31:47.568952 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf9f45-c64b-4a42-bb8f-32aa6a363a8d req-0fa60a37-24f6-426a-ad69-22de26253188 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:47.570298 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-89bf9f45-c64b-4a42-bb8f-32aa6a363a8d req-0fa60a37-24f6-426a-ad69-22de26253188 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0794296 May 20 04:31:47.615804 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-89bf9f45-c64b-4a42-bb8f-32aa6a363a8d req-d77464ab-e5a7-4101-a862-551cd6b71c90 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397308 May 20 04:31:48.796369 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd5b4e-169e-4dae-95e4-010bc2305e83 req-38c0dfc7-f1c4-48ff-96d4-ea465476dd39 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:48.797807 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d3cd5b4e-169e-4dae-95e4-010bc2305e83 req-38c0dfc7-f1c4-48ff-96d4-ea465476dd39 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0776362 May 20 04:31:48.844672 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-d3cd5b4e-169e-4dae-95e4-010bc2305e83 req-3d4c45a4-2e37-4a7b-a7f6-73e1da952b02 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 May 20 04:31:49.242862 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca48901-387b-4ffc-b4cd-f947df185e64 req-d74c5319-1960-42de-8ed2-c4c6f1eeea72 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:49.244364 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cca48901-387b-4ffc-b4cd-f947df185e64 req-d74c5319-1960-42de-8ed2-c4c6f1eeea72 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.1349154 May 20 04:31:49.269145 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-4a1cec0c-31b1-48a6-86ff-8c5c5debd890 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2165046 May 20 04:31:49.293492 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cca48901-387b-4ffc-b4cd-f947df185e64 req-9cfda5f2-dffa-41ac-a4fd-cc1c1215dea2 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426269 May 20 04:31:49.893246 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e515e7f8-53ef-411a-bc2e-a330832032ec no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:31:50.003316 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:50.029170 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:31:50.039107 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e515e7f8-53ef-411a-bc2e-a330832032ec, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e515e7f8-53ef-411a-bc2e-a330832032ec,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:31:50.043292 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:50.046583 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-9ff5c47c-0683-42bc-b03a-ab2de7469dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:50.081104 dv-cinder-782405-9-smb neutron-server[91669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'code': 422} returned with failed status May 20 04:31:50.115439 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e515e7f8-53ef-411a-bc2e-a330832032ec,revision_number=6']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:50.122912 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.123259 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.124118 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.124469 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.125008 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.125558 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.126486 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.126486 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.126984 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.127562 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.128367 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.128849 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:31:50.133424 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:50.486982 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc31c-79a1-44eb-b039-85ca6f9c90a7 req-7d53b258-68a7-4883-a3af-c80269e8cdc6 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:50.488485 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-20dbc31c-79a1-44eb-b039-85ca6f9c90a7 req-7d53b258-68a7-4883-a3af-c80269e8cdc6 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 943 time: 0.0855529 May 20 04:31:50.533248 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-20dbc31c-79a1-44eb-b039-85ca6f9c90a7 req-6a63b6ac-1564-418d-821b-1f5ebd1e8938 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390351 May 20 04:31:50.860740 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-f17e55b5-54e1-451d-9ebf-969ee37b86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:50.862218 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-f17e55b5-54e1-451d-9ebf-969ee37b86ea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae&tenant_id=ddbf0e1189b640f2af66e1900cc470e7 HTTP/1.1" status: 200 len: 1096 time: 0.1619935 May 20 04:31:50.963072 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-e492b114-5257-41c8-9164-d22962e23a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:50.964680 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-e492b114-5257-41c8-9164-d22962e23a0a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddbf0e1189b640f2af66e1900cc470e7&device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1096 time: 0.0717173 May 20 04:31:51.090866 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-1f840043-ca56-4e26-9771-c3243415291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:51.093051 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-1f840043-ca56-4e26-9771-c3243415291a service neutron] 10.222.0.79 "GET /v2.0/networks?id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977 HTTP/1.1" status: 200 len: 910 time: 0.1219583 May 20 04:31:51.195891 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-9581df17-95d6-4859-962a-aca4b06e87ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e515e7f8-53ef-411a-bc2e-a330832032ec HTTP/1.1" status: 200 len: 998 time: 0.0970960 May 20 04:31:51.259596 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-0544b116-7a05-4d56-97fa-c7758b8c8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:51.261010 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-0544b116-7a05-4d56-97fa-c7758b8c8856 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dfce593-6088-4c59-b222-a68eaef185af HTTP/1.1" status: 200 len: 848 time: 0.0595219 May 20 04:31:51.333940 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-da4f8658-9b08-46e1-8dd9-ec06bfce963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:51.335360 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-da4f8658-9b08-46e1-8dd9-ec06bfce963b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682087 May 20 04:31:51.464053 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-074cc8d6-c224-4ede-91f4-de716b9beb6a service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217434 May 20 04:31:51.537840 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b159d409-780b-482a-8c89-5ccf38852472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:51.597265 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-dda4f70a-035c-4eb4-a483-e814a4d9cebd req-83963e44-fa5f-4c30-9f33-239520606b71 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270952 May 20 04:31:51.732690 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeff8de-5198-414f-8f98-c6785d78eb61 req-4a208c49-cdc1-4d9c-afa9-7e547ece3b1a tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:51.734079 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8eeff8de-5198-414f-8f98-c6785d78eb61 req-4a208c49-cdc1-4d9c-afa9-7e547ece3b1a tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 943 time: 0.0953662 May 20 04:31:51.778723 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8eeff8de-5198-414f-8f98-c6785d78eb61 req-db75d62b-f2ee-4496-a95e-9f47ff41fb43 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390325 May 20 04:31:52.959727 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2f22a-1c9f-4fec-8780-5a797f5114c2 req-31ad74de-14c1-42e2-a2d7-3eb3024f2cd6 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:52.961334 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23b2f22a-1c9f-4fec-8780-5a797f5114c2 req-31ad74de-14c1-42e2-a2d7-3eb3024f2cd6 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 943 time: 0.0791891 May 20 04:31:53.009329 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-23b2f22a-1c9f-4fec-8780-5a797f5114c2 req-83bdaeb5-2ed2-42bf-8c84-e1f436ab8588 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418856 May 20 04:31:53.798673 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bab36af1-00de-4d24-924a-7a7f580505b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:53.924359 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e515e7f8-53ef-411a-bc2e-a330832032ec details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=91669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 04:31:54.059774 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:54.093413 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e515e7f8-53ef-411a-bc2e-a330832032ec, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e515e7f8-53ef-411a-bc2e-a330832032ec,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:31:54.106186 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Returning: {'device': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'port_id': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'mac_address': 'fa:16:3e:c8:4e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 04:31:54.164194 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:54.182018 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e515e7f8-53ef-411a-bc2e-a330832032ec {{(pid=91669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 04:31:54.197183 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe7d8-ed0b-4618-b088-83967460197e req-ff5e5687-dfb3-4d47-a271-2830ad845675 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:54.198029 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e515e7f8-53ef-411a-bc2e-a330832032ec, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e515e7f8-53ef-411a-bc2e-a330832032ec,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:31:54.198657 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1a1fe7d8-ed0b-4618-b088-83967460197e req-ff5e5687-dfb3-4d47-a271-2830ad845675 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 943 time: 0.0838470 May 20 04:31:54.202507 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:54.204227 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:54.244925 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1a1fe7d8-ed0b-4618-b088-83967460197e req-03470362-0282-4ac1-bd0b-dd91a6de0c14 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387239 May 20 04:31:54.268879 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e515e7f8-53ef-411a-bc2e-a330832032ec,revision_number=7']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:54.271882 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:54.525565 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] get_ports_and_sgs() called for port_ids ['e515e7f8-53ef-411a-bc2e-a330832032ec'] {{(pid=91669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 04:31:54.819675 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:55.431806 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e3698-8615-4d11-9fd5-a27028eb81ee req-e16cb3bc-c447-4bab-a060-eaea835cb33c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:55.433351 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-de8e3698-8615-4d11-9fd5-a27028eb81ee req-e16cb3bc-c447-4bab-a060-eaea835cb33c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 944 time: 0.0805790 May 20 04:31:55.478117 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-de8e3698-8615-4d11-9fd5-a27028eb81ee req-b3363bd8-e44c-4e89-9153-1e84491181be tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385325 May 20 04:31:55.955675 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e515e7f8-53ef-411a-bc2e-a330832032ec up at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 04:31:56.022556 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Provisioning complete for port e515e7f8-53ef-411a-bc2e-a330832032ec triggered by entity L2. {{(pid=91669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 04:31:56.022927 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718544'] for port, provisioning_complete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:56.134232 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7852110'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:56.160069 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec'}] {{(pid=91669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:31:56.169136 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] For port e515e7f8-53ef-411a-bc2e-a330832032ec, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e515e7f8-53ef-411a-bc2e-a330832032ec,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:31:56.173656 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780334956719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780334542861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780334542906'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:56.175635 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:31:56.211993 dv-cinder-782405-9-smb neutron-server[91669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'code': 200} May 20 04:31:56.243660 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Pushing event updated for resources: {'Port': ['ID=e515e7f8-53ef-411a-bc2e-a330832032ec,revision_number=8']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:31:56.246497 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:31:56.481287 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:31:56.535100 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a014a-c563-4599-919e-57ca2213592f req-45f537aa-ab9f-4bc0-9c5e-66ba2bafd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:56.536627 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b56a014a-c563-4599-919e-57ca2213592f req-45f537aa-ab9f-4bc0-9c5e-66ba2bafd285 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1098 time: 0.0765812 May 20 04:31:56.577236 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-b56a014a-c563-4599-919e-57ca2213592f req-25a3ccd2-0896-41e2-95ef-e5bf84ed785f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 May 20 04:31:56.662516 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc448f6-d6f5-4949-ad0e-3b1371a55aa8 req-47a111c3-1c36-4744-8089-0f8fee369cf5 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:56.664015 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-efc448f6-d6f5-4949-ad0e-3b1371a55aa8 req-47a111c3-1c36-4744-8089-0f8fee369cf5 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0790303 May 20 04:31:56.707196 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-efc448f6-d6f5-4949-ad0e-3b1371a55aa8 req-2a00e83a-b6b6-4d54-951f-5923136f5669 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375922 May 20 04:31:57.894926 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a61b4-c11e-4f4c-b42b-1420bea732d0 req-4c0b07d7-8a82-4f24-a0fc-6f0814f04331 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:31:57.896393 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1e5a61b4-c11e-4f4c-b42b-1420bea732d0 req-4c0b07d7-8a82-4f24-a0fc-6f0814f04331 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0815325 May 20 04:31:57.941036 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-1e5a61b4-c11e-4f4c-b42b-1420bea732d0 req-2d18bb2c-e6cc-4903-8583-7b95a17179d4 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389721 May 20 04:32:03.629859 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:32:08.743151 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:14.787938 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-749550cf-74b9-43ac-b8bf-4c953aa6070f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713801 May 20 04:32:14.939324 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-f0bca2ef-2efc-4790-80ec-44e8cd65f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:32:14.940799 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-f0bca2ef-2efc-4790-80ec-44e8cd65f42a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddbf0e1189b640f2af66e1900cc470e7&device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1098 time: 0.0699778 May 20 04:32:15.081453 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-8bc161e0-e31e-41c2-bc8c-a0ca5b22c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:32:15.082873 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-8bc161e0-e31e-41c2-bc8c-a0ca5b22c54b service neutron] 10.222.0.79 "GET /v2.0/networks?id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977 HTTP/1.1" status: 200 len: 910 time: 0.1234100 May 20 04:32:15.186356 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-672abee0-dd83-415e-b999-e0361bb3db78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e515e7f8-53ef-411a-bc2e-a330832032ec HTTP/1.1" status: 200 len: 1000 time: 0.0958281 May 20 04:32:15.246908 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-3d4c7060-3f01-4b00-a579-b54684b0c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:32:15.248388 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-3d4c7060-3f01-4b00-a579-b54684b0c2ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dfce593-6088-4c59-b222-a68eaef185af HTTP/1.1" status: 200 len: 848 time: 0.0561545 May 20 04:32:15.325251 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-1dbacc1a-f824-4e1a-8703-afa31fd76284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:32:15.326701 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-1dbacc1a-f824-4e1a-8703-afa31fd76284 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718024 May 20 04:32:15.547919 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-fe3b5cfb-7b95-42ac-8177-cccaf43acc9b service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140291 May 20 04:32:15.678621 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-108ab2ec-6cb8-4add-987d-90d12bd5fa9c req-7c6a89b2-d808-4131-9926-62f9e70fa72a service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251421 May 20 04:32:21.538577 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-ef4c7a41-0a74-44ce-9056-3ab30580255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:23.803027 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-fd09d722-028a-4b4e-a461-fc2e7cfa1811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:23.971890 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:24.822647 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:26.485418 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:38.743899 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:40.628319 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:32:51.540084 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-e4210a91-12c9-4d20-afdc-00b0c0859bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:53.803078 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-30157858-17a6-4879-a5fd-35ee41e25f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:53.973711 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:54.824905 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:32:56.487953 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:08.182638 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57016) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:08.444139 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Deleting port ad9734a8-e4da-40ed-9433-212b4dcb8377 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:33:08.444382 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:08.560531 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:08.560863 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:08.680397 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Calling delete_port for ad9734a8-e4da-40ed-9433-212b4dcb8377 owned by network:floatingip {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:33:08.744454 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:08.806984 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:08.810586 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f67378bd-d8f4-4494-9181-2cb29b5d61f2 tempest-VolumesActionsTest-558784008 tempest-VolumesActionsTest-558784008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:08.852788 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event deleted for resources: {'Port': ['ID=ad9734a8-e4da-40ed-9433-212b4dcb8377,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:08.889408 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.890025 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.890523 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.890859 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.891212 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.891620 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.891983 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.892336 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.892683 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.893032 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.893383 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.893730 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:08.900532 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:08.959171 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for floatingip, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:08.959536 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.db.l3_db [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Floating IP e594b97f-3283-48e4-8477-02b8c1b9ce80 disassociated (deleted). External IP: 172.28.0.10, port: e515e7f8-53ef-411a-bc2e-a330832032ec. May 20 04:33:09.303697 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:33:09.583536 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:33:09.592692 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] Sync routers for ids ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:33:09.602530 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] Routers {'4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:33:09.603170 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:32:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:09.603593 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:09.661877 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-f4f2ed2a-badf-45ae-b00f-8d2b1f186c8c tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "DELETE /v2.0/floatingips/e594b97f-3283-48e4-8477-02b8c1b9ce80 HTTP/1.1" status: 204 len: 168 time: 1.4781933 May 20 04:33:09.662534 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:33:09.707535 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'status': 'completed', 'code': 200} May 20 04:33:09.781361 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] Set router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:33:09.823510 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-76911c06-fa2e-4836-b779-d32a1396f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:09.825051 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-76911c06-fa2e-4836-b779-d32a1396f541 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ddbf0e1189b640f2af66e1900cc470e7&device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 1098 time: 0.0731761 May 20 04:33:09.965513 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-62d6250d-286a-4e89-ace0-d13b0dce74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:09.966993 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-62d6250d-286a-4e89-ace0-d13b0dce74d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977 HTTP/1.1" status: 200 len: 910 time: 0.1359630 May 20 04:33:10.040747 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-3b37ab98-f30b-4a82-aadf-c286fb785c59 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e515e7f8-53ef-411a-bc2e-a330832032ec HTTP/1.1" status: 200 len: 217 time: 0.0669935 May 20 04:33:10.104165 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-3e5ad834-0d42-4ad7-9d29-78f689bb59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:10.105970 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-3e5ad834-0d42-4ad7-9d29-78f689bb59e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dfce593-6088-4c59-b222-a68eaef185af HTTP/1.1" status: 200 len: 848 time: 0.0584559 May 20 04:33:10.133874 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '137275a1-1427-4c96-87c5-82e6b7239243', 'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'mac_address': 'fa:16:3e:e1:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:51Z', 'updated_at': '2021-05-20T04:28:59Z', 'revision_number': 5, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'subnets': [{'id': '8dfce593-6088-4c59-b222-a68eaef185af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:10.138599 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] Checking router: 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:33:10.148322 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] Routers {'4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:33:10.148930 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:32:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:10.163037 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e8ac1-1d95-4b7c-b74f-1eb850b40708 req-ca4a4e5b-1bd6-41e3-9250-79cbad293be1 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:10.164548 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8d1e8ac1-1d95-4b7c-b74f-1eb850b40708 req-ca4a4e5b-1bd6-41e3-9250-79cbad293be1 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.2143734 May 20 04:33:10.187301 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-06aca165-9069-4f01-baae-ed8cb82a5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:10.189389 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-06aca165-9069-4f01-baae-ed8cb82a5d96 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=37cb5782-4f1e-4f73-b6b4-fb91cfd06977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760410 May 20 04:33:10.200507 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-81ed3ce2-268a-4067-9e41-a56480f3cb13 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=91667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 04:33:10.201643 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-81ed3ce2-268a-4067-9e41-a56480f3cb13 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051746 May 20 04:33:10.211337 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [req-8d1e8ac1-1d95-4b7c-b74f-1eb850b40708 req-2e3c9371-80cd-453c-8b2a-6d9870683eb3 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 May 20 04:33:10.327901 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] Set router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:33:10.335688 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-01f11287-25ae-471b-8d27-56bb261b9654 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269591 May 20 04:33:10.470933 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-ddb4de92-74ed-4e73-9c1e-43cc011c6b44 req-933d66d5-5fbd-4a12-b35f-eb99cd0d8bf8 service neutron] 10.222.0.79 "GET /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270533 May 20 04:33:10.635143 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '137275a1-1427-4c96-87c5-82e6b7239243', 'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'mac_address': 'fa:16:3e:e1:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:51Z', 'updated_at': '2021-05-20T04:28:59Z', 'revision_number': 5, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'subnets': [{'id': '8dfce593-6088-4c59-b222-a68eaef185af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:10.639078 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed71e5-07ef-439e-bdaa-6bbe5fecf0ac None None] The sync data for ids ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'] in dv-cinder-782405-9-smb is: [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:28:52Z', 'revision_number': 4, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb', '_interfaces': [{'id': '137275a1-1427-4c96-87c5-82e6b7239243', 'name': '', 'network_id': '37cb5782-4f1e-4f73-b6b4-fb91cfd06977', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'mac_address': 'fa:16:3e:e1:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8dfce593-6088-4c59-b222-a68eaef185af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:51Z', 'updated_at': '2021-05-20T04:28:59Z', 'revision_number': 5, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'subnets': [{'id': '8dfce593-6088-4c59-b222-a68eaef185af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:33:10.838642 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8460c2e-f792-4ddd-9496-5d0af07f6f1a None None] New status for floating IP e594b97f-3283-48e4-8477-02b8c1b9ce80: DOWN {{(pid=91670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 04:33:11.459259 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c075b-8a0b-496f-87ba-0342ea8c23f5 req-d82da8a7-9ba4-41fb-a863-3168675f1d11 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:11.459988 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-a39c075b-8a0b-496f-87ba-0342ea8c23f5 req-d82da8a7-9ba4-41fb-a863-3168675f1d11 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Synchronizing usage tracker for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:33:11.475267 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-a39c075b-8a0b-496f-87ba-0342ea8c23f5 req-d82da8a7-9ba4-41fb-a863-3168675f1d11 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Unset dirty status for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:33:11.476457 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a39c075b-8a0b-496f-87ba-0342ea8c23f5 req-d82da8a7-9ba4-41fb-a863-3168675f1d11 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.1453536 May 20 04:33:11.561292 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-a39c075b-8a0b-496f-87ba-0342ea8c23f5 req-1baf9be9-5820-4eac-b717-895559a1d093 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/security-groups?id=93e1a723-eea7-4fc0-8330-b80a7adc17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790045 May 20 04:33:11.599949 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-ea2862d8-2cb5-4252-9097-25a745773d26 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 04:33:11.601361 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-ea2862d8-2cb5-4252-9097-25a745773d26 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 945 time: 0.0866804 May 20 04:33:11.732972 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Deleting port e515e7f8-53ef-411a-bc2e-a330832032ec {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:33:11.733336 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:11.863729 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] For port e515e7f8-53ef-411a-bc2e-a330832032ec, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=e515e7f8-53ef-411a-bc2e-a330832032ec,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:11.863997 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:12.079742 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Calling delete_port for e515e7f8-53ef-411a-bc2e-a330832032ec owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:33:12.185816 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:12.191534 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9b4f0cc6-0c47-4988-b1f4-794b924a7272 tempest-TestMinimumBasicScenario-1599547101 tempest-TestMinimumBasicScenario-1599547101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:12.235140 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event deleted for resources: {'Port': ['ID=e515e7f8-53ef-411a-bc2e-a330832032ec,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:12.238241 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:12.311246 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] No DVR routers for this DVR port e515e7f8-53ef-411a-bc2e-a330832032ec on host hv-cinder-78240 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:33:12.314240 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:12.316730 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'name': 'network-vif-deleted', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 04:33:12.333420 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cc3f6ba9-27be-4f81-b5d0-1bf4667f9f9b req-e337803a-0feb-4b8f-aca5-93ad7a347225 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.79 "DELETE /v2.0/ports/e515e7f8-53ef-411a-bc2e-a330832032ec HTTP/1.1" status: 204 len: 173 time: 0.7264264 May 20 04:33:12.362575 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5718ca5-0855-4bc9-a92f-b106ad8232ae', 'name': 'network-vif-deleted', 'tag': 'e515e7f8-53ef-411a-bc2e-a330832032ec', 'status': 'completed', 'code': 200} May 20 04:33:12.718476 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-cedf4092-81be-45dd-9ace-e2e0eff0be6e req-1d58ac73-0045-463b-925e-92f845c99e27 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Synchronizing usage tracker for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:port {{(pid=91667) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 04:33:12.734462 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.quota.resource [req-cedf4092-81be-45dd-9ace-e2e0eff0be6e req-1d58ac73-0045-463b-925e-92f845c99e27 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Unset dirty status for tenant:ddbf0e1189b640f2af66e1900cc470e7 on resource:port {{(pid=91667) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 04:33:12.736146 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [req-cedf4092-81be-45dd-9ace-e2e0eff0be6e req-1d58ac73-0045-463b-925e-92f845c99e27 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5718ca5-0855-4bc9-a92f-b106ad8232ae HTTP/1.1" status: 200 len: 210 time: 0.0611875 May 20 04:33:13.832867 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.wsgi [-] (91668) accepted ('10.222.0.72', 57038) {{(pid=91668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:13.900710 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:13.932227 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:13.997720 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:14.002057 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cceaeaee-5b64-40a5-8fc3-9767db817945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:14.017875 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e1a723-eea7-4fc0-8330-b80a7adc17a5,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:14.028091 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.028468 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.028835 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.029199 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.029563 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.029917 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.030272 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.030627 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.030979 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.031330 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.031710 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.032148 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:14.036748 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:14.042421 dv-cinder-782405-9-smb neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] Notify callbacks [] for security_group, before_response {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:14.043546 dv-cinder-782405-9-smb neutron-server[91668]: INFO neutron.wsgi [None req-ff5f3e2d-7a11-46fb-b0a8-9be8a9ee9456 tempest-TestShelveInstance-503672544 tempest-TestShelveInstance-503672544-project] 10.222.0.72 "DELETE /v2.0/security-groups/93e1a723-eea7-4fc0-8330-b80a7adc17a5 HTTP/1.1" status: 204 len: 168 time: 0.2096932 May 20 04:33:14.085070 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57044) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:14.391668 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e515e7f8-53ef-411a-bc2e-a330832032ec no longer exists at agent hyperv_hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:33:14.426545 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] No Port match for: e515e7f8-53ef-411a-bc2e-a330832032ec {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:33:14.426904 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Device e515e7f8-53ef-411a-bc2e-a330832032ec not bound to the agent host hv-cinder-78240 {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:33:14.615552 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520521'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:15.008907 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Deleting port 137275a1-1427-4c96-87c5-82e6b7239243 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:33:15.009241 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:15.124274 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] For port 137275a1-1427-4c96-87c5-82e6b7239243, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=137275a1-1427-4c96-87c5-82e6b7239243,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:15.124966 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:15.352433 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Calling delete_port for 137275a1-1427-4c96-87c5-82e6b7239243 owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:33:15.633775 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:15.638253 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f302fe3c-066f-46d8-953a-6f9e97306573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:15.708456 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Pushing event deleted for resources: {'Port': ['ID=137275a1-1427-4c96-87c5-82e6b7239243,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:15.711558 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:15.945893 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7988410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519129'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:16.287187 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:33:16.458439 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:33:16.467345 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] Sync routers for ids ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'] in dv-cinder-782405-9-smb {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:33:16.474126 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] 10.222.0.72 "PUT /v2.0/routers/4c13d8e2-6bb6-4131-8e0d-d097e13c09c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3878691 May 20 04:33:16.476405 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] Routers {'4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:33:16.476605 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57048) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:16.477007 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:32:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:16.658059 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] Set router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 gateway port host: dv-cinder-782405-9-smb {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:33:16.771559 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:16.942842 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:16.944927 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79'}], 'enable_snat': True}, 'gw_port_id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:33:15Z', 'revision_number': 5, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port': {'id': '1d711980-28f5-4a4f-b207-5ecef1d8071d', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:49Z', 'updated_at': '2021-05-20T04:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:16.948977 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] Checking router: 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 for host: dv-cinder-782405-9-smb {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:33:16.961551 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] Routers {'4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:33:16.962158 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:32:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:17.017575 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Deleting port 1d711980-28f5-4a4f-b207-5ecef1d8071d {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:33:17.017918 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.109827 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] Set router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 gateway port host: None {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:33:17.142370 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] For port 1d711980-28f5-4a4f-b207-5ecef1d8071d, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=1d711980-28f5-4a4f-b207-5ecef1d8071d,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:17.142729 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.266050 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:33:16Z', 'revision_number': 6, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port_host': None}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:17.270333 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52594c2c-e26a-4ab3-8c9d-81a5f042c359 None None] The sync data for ids ['4c13d8e2-6bb6-4131-8e0d-d097e13c09c2'] in dv-cinder-782405-9-smb is: [{'id': '4c13d8e2-6bb6-4131-8e0d-d097e13c09c2', 'name': 'tempest-TestShelveInstance-2107501907-router', 'tenant_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:48Z', 'updated_at': '2021-05-20T04:33:16Z', 'revision_number': 6, 'project_id': 'ddbf0e1189b640f2af66e1900cc470e7', 'gw_port_host': None}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:33:17.271288 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Calling delete_port for 1d711980-28f5-4a4f-b207-5ecef1d8071d owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:33:17.408594 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.413051 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-dd5b998d-a79e-4f23-88c6-d3f435d47921 tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:17.481060 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=1d711980-28f5-4a4f-b207-5ecef1d8071d,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:17.483362 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:17.548053 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519778'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.627353 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:33:17.718984 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.721223 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.745129 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516917'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.745637 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:33:17.758320 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.759554 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-7bb93c4a-5d83-4205-82c7-f5cb044cfcfe admin admin] 10.222.0.72 "DELETE /v2.0/routers/4c13d8e2-6bb6-4131-8e0d-d097e13c09c2 HTTP/1.1" status: 204 len: 168 time: 1.2819784 May 20 04:33:17.762070 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57052) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:17.821049 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f25958f-ba00-4ccb-beb5-3726d0190553 admin admin] Deleting subnet 8dfce593-6088-4c59-b222-a68eaef185af {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:33:17.824030 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9f25958f-ba00-4ccb-beb5-3726d0190553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.872400 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9f25958f-ba00-4ccb-beb5-3726d0190553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091801'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:17.952732 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9f25958f-ba00-4ccb-beb5-3726d0190553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:18.304049 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9f25958f-ba00-4ccb-beb5-3726d0190553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2130404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686475'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:18.308690 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:18.341268 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25958f-ba00-4ccb-beb5-3726d0190553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dfce593-6088-4c59-b222-a68eaef185af,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:18.344223 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9f25958f-ba00-4ccb-beb5-3726d0190553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:18.345689 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9f25958f-ba00-4ccb-beb5-3726d0190553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:18.351659 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e8fcc-e0c4-4e66-ab49-7f597a02d449 None None] Network 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:33:18.358052 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-9f25958f-ba00-4ccb-beb5-3726d0190553 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8dfce593-6088-4c59-b222-a68eaef185af HTTP/1.1" status: 204 len: 168 time: 0.5950162 May 20 04:33:18.360507 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57056) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:18.464174 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:18.535534 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Deleting port 20f37d55-bad3-4acc-9dae-822cb41b6b5c {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:33:18.535888 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:18.588152 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] DHCP port deletion for 37cb5782-4f1e-4f73-b6b4-fb91cfd06977 request from dv-cinder-782405-9-smb {{(pid=91669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:33:18.636743 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] For port 20f37d55-bad3-4acc-9dae-822cb41b6b5c, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=20f37d55-bad3-4acc-9dae-822cb41b6b5c,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:18.636743 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:18.660265 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Deleting port 20f37d55-bad3-4acc-9dae-822cb41b6b5c {{(pid=91669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:33:18.660591 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:18.736365 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 137275a1-1427-4c96-87c5-82e6b7239243 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:33:18.758484 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Calling delete_port for 20f37d55-bad3-4acc-9dae-822cb41b6b5c owned by network:dhcp {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:33:18.785684 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 137275a1-1427-4c96-87c5-82e6b7239243 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:33:18.786038 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 137275a1-1427-4c96-87c5-82e6b7239243 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:33:18.786453 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 1d711980-28f5-4a4f-b207-5ecef1d8071d no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:33:18.805217 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:18.808930 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-06720a82-306a-4066-b02b-8e87109f59b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:18.825973 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 1d711980-28f5-4a4f-b207-5ecef1d8071d {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:33:18.826263 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 1d711980-28f5-4a4f-b207-5ecef1d8071d not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:33:18.826674 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 20f37d55-bad3-4acc-9dae-822cb41b6b5c no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:33:18.853553 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f37d55-bad3-4acc-9dae-822cb41b6b5c,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:18.856652 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:18.857419 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] No DVR routers for this DVR port 20f37d55-bad3-4acc-9dae-822cb41b6b5c on host dv-cinder-782405-9-smb {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:33:18.863617 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 20f37d55-bad3-4acc-9dae-822cb41b6b5c {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:33:18.863976 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 20f37d55-bad3-4acc-9dae-822cb41b6b5c not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:33:18.867372 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] For port 20f37d55-bad3-4acc-9dae-822cb41b6b5c, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=20f37d55-bad3-4acc-9dae-822cb41b6b5c,segment=NetworkSegment(11e23a38-b9d8-40d6-8eab-d39f8124c7b8),segment_id=11e23a38-b9d8-40d6-8eab-d39f8124c7b8)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:18.867803 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:18.972050 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:18.984760 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cb5782-4f1e-4f73-b6b4-fb91cfd06977']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:18.990296 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Calling delete_port for 20f37d55-bad3-4acc-9dae-822cb41b6b5c owned by network:dhcp {{(pid=91669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:33:18.997780 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e23a38-b9d8-40d6-8eab-d39f8124c7b8') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:18.998075 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e23a38-b9d8-40d6-8eab-d39f8124c7b8') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:19.009366 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:19.025531 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:19.031714 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:33:19.032101 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:19.035322 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852'] for port, after_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:19.039821 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:33:19.045639 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:33:19.081798 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Pushing event deleted for resources: {'Port': ['ID=20f37d55-bad3-4acc-9dae-822cb41b6b5c,revision_number=None']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:19.084074 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] No DVR routers for this DVR port 20f37d55-bad3-4acc-9dae-822cb41b6b5c on host dv-cinder-782405-9-smb {{(pid=91669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:33:19.093110 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.093531 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.093781 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.094111 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.094435 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.095290 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.095585 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.095901 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.096329 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.096521 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.096836 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.097149 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-9-smb {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 04:33:19.099960 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-6f1753c1-01e5-4cfb-b28f-d40a42844460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:19.123521 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:19.127138 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:19.140004 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:19.149929 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=37cb5782-4f1e-4f73-b6b4-fb91cfd06977,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:19.152978 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:19.163523 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-4162234e-db42-4e22-84e1-21fb7b0a2df4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/37cb5782-4f1e-4f73-b6b4-fb91cfd06977 HTTP/1.1" status: 204 len: 168 time: 0.8014803 May 20 04:33:19.166224 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57060) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:19.784224 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520521'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:20.183767 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Deleting port 0efed30a-99aa-4f5e-a14d-c4f5f260e486 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:33:20.184025 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:20.303272 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] For port 0efed30a-99aa-4f5e-a14d-c4f5f260e486, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=0efed30a-99aa-4f5e-a14d-c4f5f260e486,segment=NetworkSegment(344314df-cd86-482d-8d18-1bb28ee86f5f),segment_id=344314df-cd86-482d-8d18-1bb28ee86f5f)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:20.303709 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:20.423436 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Calling delete_port for 0efed30a-99aa-4f5e-a14d-c4f5f260e486 owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:33:20.567131 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:20.571393 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cc44eea2-16c4-47c9-9fa8-545aaf23b55e tempest-AttachVolumeNegativeTest-508364483 tempest-AttachVolumeNegativeTest-508364483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:20.612574 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0efed30a-99aa-4f5e-a14d-c4f5f260e486,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:20.615668 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:20.881945 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7988410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519129'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:21.334146 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Router 9198b49b-c639-4c5e-8225-d9bf8506e44f has already been hosted by L3 agent 294ad1e9-be3f-4e56-b10c-aaf82f27290d {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 04:33:21.505511 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] Notify agent at l3_agent.dv-cinder-782405-9-smb the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 04:33:21.513630 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] Sync routers for ids ['9198b49b-c639-4c5e-8225-d9bf8506e44f'] in dv-cinder-782405-9-smb {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 04:33:21.520657 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-ab63d491-73a0-4686-ac4e-83ce9da094c2 admin admin] 10.222.0.72 "PUT /v2.0/routers/9198b49b-c639-4c5e-8225-d9bf8506e44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534725 May 20 04:33:21.523129 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57064) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:21.524169 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] Routers {'9198b49b-c639-4c5e-8225-d9bf8506e44f'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:33:21.525099 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:32:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['9198b49b-c639-4c5e-8225-d9bf8506e44f'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:21.542465 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-edff20ab-4b34-4c30-85b0-ecd8a42fe3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:21.697652 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:21.701897 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] Set router 9198b49b-c639-4c5e-8225-d9bf8506e44f gateway port host: dv-cinder-782405-9-smb {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:33:21.873791 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:21.948080 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Deleting port ade5d732-33e0-4e72-8344-e39a551e9580 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:33:21.948764 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:22.014551 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'name': 'tempest-TestShelveInstance-2041499479-router', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'external_fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:33:20Z', 'revision_number': 5, 'project_id': '176c222600a940fea150b39e0f94bda2', 'gw_port': {'id': 'ade5d732-33e0-4e72-8344-e39a551e9580', 'name': '', 'network_id': '15348c5a-0e86-4be2-ba9e-cffdb25c56df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01e7f18-e78f-4aa8-b5da-9ebc3a739211', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-9-smb'}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:22.018760 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] Checking router: 9198b49b-c639-4c5e-8225-d9bf8506e44f for host: dv-cinder-782405-9-smb {{(pid=91670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 04:33:22.028267 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] Routers {'9198b49b-c639-4c5e-8225-d9bf8506e44f'} bound to L3 agent in host dv-cinder-782405-9-smb {{(pid=91670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 04:33:22.028862 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T04:14:54Z,description=,heartbeat_timestamp=2021-05-20T04:32:54Z,host='dv-cinder-782405-9-smb',id=294ad1e9-be3f-4e56-b10c-aaf82f27290d,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T04:14:54Z,topic='l3_agent')) {'router_ids': ['9198b49b-c639-4c5e-8225-d9bf8506e44f'], 'active': True} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:22.069881 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] For port ade5d732-33e0-4e72-8344-e39a551e9580, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=ade5d732-33e0-4e72-8344-e39a551e9580,segment=NetworkSegment(3b52eb1a-f66e-4807-9f49-e828076eba15),segment_id=3b52eb1a-f66e-4807-9f49-e828076eba15)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:22.070231 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:22.178335 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_dvr_db [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] Set router 9198b49b-c639-4c5e-8225-d9bf8506e44f gateway port host: None {{(pid=91670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 04:33:22.189087 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Calling delete_port for ade5d732-33e0-4e72-8344-e39a551e9580 owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:33:22.283550 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.l3_hamode_db [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'name': 'tempest-TestShelveInstance-2041499479-router', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:33:21Z', 'revision_number': 6, 'project_id': '176c222600a940fea150b39e0f94bda2', 'gw_port_host': None}], 'dv-cinder-782405-9-smb', False) {} {{(pid=91670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:22.287361 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00733d-e4e2-40b4-821a-9de2b447c5e7 None None] The sync data for ids ['9198b49b-c639-4c5e-8225-d9bf8506e44f'] in dv-cinder-782405-9-smb is: [{'id': '9198b49b-c639-4c5e-8225-d9bf8506e44f', 'name': 'tempest-TestShelveInstance-2041499479-router', 'tenant_id': '176c222600a940fea150b39e0f94bda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T04:28:57Z', 'updated_at': '2021-05-20T04:33:21Z', 'revision_number': 6, 'project_id': '176c222600a940fea150b39e0f94bda2', 'gw_port_host': None}] {{(pid=91670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 04:33:22.326933 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:22.331051 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c8ff939-9015-4c3e-8f2b-a501a37c11be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:22.373907 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ade5d732-33e0-4e72-8344-e39a551e9580,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:22.377036 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:22.570290 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519778'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:22.744905 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:22.747077 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:22.770004 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516917'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:22.770506 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9198b49b-c639-4c5e-8225-d9bf8506e44f {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 04:33:22.784355 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:22.785460 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-cdf9b38b-54fb-41e6-9984-5d9124f334dc admin admin] 10.222.0.72 "DELETE /v2.0/routers/9198b49b-c639-4c5e-8225-d9bf8506e44f HTTP/1.1" status: 204 len: 168 time: 1.2614408 May 20 04:33:22.787939 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57068) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:22.848467 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-089e503a-c4a0-4c98-99fe-eea5ebe043cd admin admin] Deleting subnet c6f8181e-b760-455f-aa91-f5e787b871ff {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 04:33:22.851206 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-089e503a-c4a0-4c98-99fe-eea5ebe043cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:22.898416 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-089e503a-c4a0-4c98-99fe-eea5ebe043cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1091801'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:22.976284 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-089e503a-c4a0-4c98-99fe-eea5ebe043cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7712898'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.041977 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 0efed30a-99aa-4f5e-a14d-c4f5f260e486 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:33:23.081501 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 0efed30a-99aa-4f5e-a14d-c4f5f260e486 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:33:23.081952 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 0efed30a-99aa-4f5e-a14d-c4f5f260e486 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:33:23.217390 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-089e503a-c4a0-4c98-99fe-eea5ebe043cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7712949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8257462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2130404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1686475'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.221560 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:23.258499 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e503a-c4a0-4c98-99fe-eea5ebe043cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f8181e-b760-455f-aa91-f5e787b871ff,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:23.262112 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-089e503a-c4a0-4c98-99fe-eea5ebe043cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:23.264490 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-089e503a-c4a0-4c98-99fe-eea5ebe043cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.270740 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-089e503a-c4a0-4c98-99fe-eea5ebe043cd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c6f8181e-b760-455f-aa91-f5e787b871ff HTTP/1.1" status: 204 len: 168 time: 0.4816771 May 20 04:33:23.272904 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb955c2-7fa7-4ee0-b629-12a2bba88a07 None None] Network 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 requested from dv-cinder-782405-9-smb {{(pid=91669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 04:33:23.273046 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57072) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:23.375697 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7801594'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.449862 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Deleting port 69cd86d9-6b07-42ff-b791-982ca6ed56fd {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:33:23.450099 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.506970 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c0d03a-5dfb-4fac-9cc3-c0a9b8acbe74 None None] DHCP port deletion for 8f7dc31e-82fb-4e58-96e4-d9988f3cc880 request from dv-cinder-782405-9-smb {{(pid=91669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 04:33:23.558179 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] For port 69cd86d9-6b07-42ff-b791-982ca6ed56fd, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=69cd86d9-6b07-42ff-b791-982ca6ed56fd,segment=NetworkSegment(344314df-cd86-482d-8d18-1bb28ee86f5f),segment_id=344314df-cd86-482d-8d18-1bb28ee86f5f)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:23.558536 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.572743 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-91c0d03a-5dfb-4fac-9cc3-c0a9b8acbe74 None None] Deleting port 69cd86d9-6b07-42ff-b791-982ca6ed56fd {{(pid=91669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 04:33:23.573120 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-91c0d03a-5dfb-4fac-9cc3-c0a9b8acbe74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780334954599'] for port, before_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.667761 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-91c0d03a-5dfb-4fac-9cc3-c0a9b8acbe74 None None] For port 69cd86d9-6b07-42ff-b791-982ca6ed56fd, host dv-cinder-782405-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-9-smb',level=0,port_id=69cd86d9-6b07-42ff-b791-982ca6ed56fd,segment=NetworkSegment(344314df-cd86-482d-8d18-1bb28ee86f5f),segment_id=344314df-cd86-482d-8d18-1bb28ee86f5f)] {{(pid=91669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 04:33:23.668160 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-91c0d03a-5dfb-4fac-9cc3-c0a9b8acbe74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518543'] for port, precommit_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.678181 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Calling delete_port for 69cd86d9-6b07-42ff-b791-982ca6ed56fd owned by network:dhcp {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:33:23.722990 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338875'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.726692 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f441e407-32f6-425b-8821-504582b01822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:23.773066 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Pushing event deleted for resources: {'Port': ['ID=69cd86d9-6b07-42ff-b791-982ca6ed56fd,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:23.776263 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:23.777372 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] No DVR routers for this DVR port 69cd86d9-6b07-42ff-b791-982ca6ed56fd on host dv-cinder-782405-9-smb {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:33:23.827070 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-91c0d03a-5dfb-4fac-9cc3-c0a9b8acbe74 None None] Calling delete_port for 69cd86d9-6b07-42ff-b791-982ca6ed56fd owned by network:dhcp {{(pid=91669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 04:33:23.850259 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-f43b8893-0e41-4390-a0cc-986f0266f94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.878527 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-91c0d03a-5dfb-4fac-9cc3-c0a9b8acbe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7852981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8248645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7988356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780334956728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780334542852'] for port, after_delete {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.882363 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:23.892878 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7716361', 'neutron.services.segments.db._delete_segments_for_network-8780334984322'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:23.923535 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0d03a-5dfb-4fac-9cc3-c0a9b8acbe74 None None] Pushing event deleted for resources: {'Port': ['ID=69cd86d9-6b07-42ff-b791-982ca6ed56fd,revision_number=None']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:23.927674 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-91c0d03a-5dfb-4fac-9cc3-c0a9b8acbe74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:23.932238 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0d03a-5dfb-4fac-9cc3-c0a9b8acbe74 None None] No DVR routers for this DVR port 69cd86d9-6b07-42ff-b791-982ca6ed56fd on host dv-cinder-782405-9-smb {{(pid=91669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 04:33:23.977530 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.006511 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7dc31e-82fb-4e58-96e4-d9988f3cc880']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:24.018518 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344314df-cd86-482d-8d18-1bb28ee86f5f') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:24.018809 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.services.segments.db [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344314df-cd86-482d-8d18-1bb28ee86f5f') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 04:33:24.029628 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780334994571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1091790'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.046571 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.053612 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 04:33:24.054127 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7711697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338886'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: Traceback (most recent call last): May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: timer() May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: cb(*args, **kw) May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: return func(*args, **kwargs) May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: self._notify() May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: self.callback(batched_events) May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: event.method(event) May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: return f(self, *a, **k) May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: return self._get(url).json() May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: return self.request(url, 'GET', **kwargs) May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 04:33:24.066945 dv-cinder-782405-9-smb neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 04:33:24.142370 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7716352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7887245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7988403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519753'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.146984 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7988374'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.149390 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:24.171712 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f7dc31e-82fb-4e58-96e4-d9988f3cc880,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:24.174526 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:24.178153 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-72df99da-cd85-4af0-b0f8-eaa7bc8a2138 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8f7dc31e-82fb-4e58-96e4-d9988f3cc880 HTTP/1.1" status: 204 len: 168 time: 0.9041574 May 20 04:33:24.350140 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57080) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:24.399277 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-70c15178-1bbe-4e9b-a5db-2ae054e789eb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ddbf0e1189b640f2af66e1900cc470e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478926 May 20 04:33:24.401630 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57084) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:24.458001 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d2b7-6903-496a-a31b-6661f9a15381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.482227 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d2b7-6903-496a-a31b-6661f9a15381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.532639 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d2b7-6903-496a-a31b-6661f9a15381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.536325 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ad17d15c-05a2-442f-bf14-83a8fd8a75f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:24.553788 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6d2b7-6903-496a-a31b-6661f9a15381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e99dc5-4f7e-4f10-8753-ba2770fbd7de,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:24.556187 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3ab6d2b7-6903-496a-a31b-6661f9a15381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:24.561353 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d2b7-6903-496a-a31b-6661f9a15381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.562453 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-3ab6d2b7-6903-496a-a31b-6661f9a15381 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/14e99dc5-4f7e-4f10-8753-ba2770fbd7de HTTP/1.1" status: 204 len: 168 time: 0.1599464 May 20 04:33:24.701094 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ade5d732-33e0-4e72-8344-e39a551e9580 no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:33:24.734750 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: ade5d732-33e0-4e72-8344-e39a551e9580 {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:33:24.735107 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device ade5d732-33e0-4e72-8344-e39a551e9580 not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:33:24.736099 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 69cd86d9-6b07-42ff-b791-982ca6ed56fd no longer exists at agent ovs-agent-dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 04:33:24.767970 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.plugin [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] No Port match for: 69cd86d9-6b07-42ff-b791-982ca6ed56fd {{(pid=91669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 04:33:24.768327 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron.plugins.ml2.rpc [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Device 69cd86d9-6b07-42ff-b791-982ca6ed56fd not bound to the agent host dv-cinder-782405-9-smb {{(pid=91669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 04:33:24.827213 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:24.904190 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57094) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:24.952392 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-98ca5f87-e408-4d6e-8d43-e19ed92615fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=176c222600a940fea150b39e0f94bda2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470049 May 20 04:33:24.955424 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.72', 57098) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 04:33:25.011993 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7fab07ad-853d-4132-b68f-dcba6c89a357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:25.037715 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7fab07ad-853d-4132-b68f-dcba6c89a357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:25.089362 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7fab07ad-853d-4132-b68f-dcba6c89a357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887231'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:25.092745 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-aeffd946-dc13-42a6-93e6-5e38562bfe69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 04:33:25.103719 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab07ad-853d-4132-b68f-dcba6c89a357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a350c1a1-9e2f-4703-a7a7-77fa958570d6,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 04:33:25.107494 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7fab07ad-853d-4132-b68f-dcba6c89a357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 04:33:25.111332 dv-cinder-782405-9-smb neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7fab07ad-853d-4132-b68f-dcba6c89a357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:25.112508 dv-cinder-782405-9-smb neutron-server[91667]: INFO neutron.wsgi [None req-7fab07ad-853d-4132-b68f-dcba6c89a357 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a350c1a1-9e2f-4703-a7a7-77fa958570d6 HTTP/1.1" status: 204 len: 168 time: 0.1561522 May 20 04:33:26.491874 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:38.757722 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:51.544282 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-20c87840-b912-4d21-af91-25f547381048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:53.803502 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bd73120a-6037-4a7a-9455-a5159a2afc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:53.979584 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:54.625221 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:33:54.830547 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:33:56.494315 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:08.771889 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:21.546222 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-a47facd0-3dad-409b-9e20-71044d41d31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:23.805550 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-762e93ec-34e2-45b3-811f-ed2bf3b9b467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:23.981117 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:24.832775 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:26.496492 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:31.622794 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:34:38.772374 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:51.548271 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c8d98a8e-07e0-42d8-a8eb-61ff4110b0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:53.806266 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-121feee1-c52a-4654-b29c-62edc9b5b4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:53.982501 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:54.836800 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:34:56.499287 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:08.620067 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:35:08.772292 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:21.551427 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-80fe483a-34c2-4c9f-970e-4a1afe350fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:23.808149 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-b7185f96-f609-4820-b3f3-8449466636ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:23.983950 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:24.838827 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:26.502157 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:38.791045 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:45.617359 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:35:51.554161 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-90c955d9-54d3-4cf3-b829-9eb4ac7bac38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:53.808127 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-797f4496-7cd1-47f2-a407-1ba87cc728e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:53.986158 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:54.841031 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:35:56.503710 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:08.787992 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:21.555266 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d114d199-112c-43d0-b470-521c8cc8e669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:22.614796 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:36:23.813468 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-034db3e1-151a-47dd-9897-e065521abda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:23.987316 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:24.843057 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:26.507214 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:38.793704 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:51.557537 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-11ba451a-d617-42f1-8392-370dee5f4432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:53.805277 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-45d72d02-69be-4b8b-8bbf-6a023efec667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:53.989078 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:54.846351 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:56.510656 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:36:59.612493 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:37:08.816371 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:21.559942 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-6c7761b5-1e0a-4a13-9acb-476f995a4d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:23.806758 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-70be78b4-0f3c-4e01-b583-98289d9cf76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:23.992055 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:24.847426 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:26.513709 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:36.610671 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 04:37:38.816870 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:51.562042 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-cb25fcca-311b-4fdf-8f05-85fe45f1dbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:53.807500 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-cd82e92a-b581-462c-a051-0904c7dfa7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:53.996007 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-4556d299-b0bc-45bf-ab8e-502af5bf24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:54.850326 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8678a651-66d5-425b-8bbe-1aacd587d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:37:56.514871 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1b6eddf8-1eeb-4673-b542-3ad8bdfa7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:08.815455 dv-cinder-782405-9-smb neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-bdb40a5a-b494-4d8f-920a-5856d6721477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780334987228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7718595'] for agent, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 04:38:13.608388 dv-cinder-782405-9-smb neutron-server[91670]: DEBUG neutron.db.agents_db [None req-301ca998-64f8-4b39-9083-14269c0570ff None None] Agent healthcheck: found 6 active agents {{(pid=91670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}